-- Logs begin at Mon 2021-06-28 13:29:35 UTC, end at Mon 2021-06-28 14:27:36 UTC. -- Jun 28 13:56:44.457911 dv-cinder-761113-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 13:56:47.118094 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.common.config [-] Logging enabled! Jun 28 13:56:47.118664 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev420 Jun 28 13:56:47.118881 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92916) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 13:56:47.122372 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.common.config [-] Logging enabled! Jun 28 13:56:47.122630 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev420 Jun 28 13:56:47.122944 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92916) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 13:56:47.123937 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 13:56:47.124176 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 13:56:47.124543 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 13:56:47.124795 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 13:56:47.125027 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 13:56:47.125352 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.125649 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.125948 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.126181 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.126476 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.126769 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.127053 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.127343 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.127644 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.127958 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.128241 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.128529 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.128760 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.129044 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.129331 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.129618 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.129844 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] debug = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.130128 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.130552 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.130963 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.131247 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.131538 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.131844 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.132122 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.132402 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.132685 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.133012 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] host = dv-cinder-761113-15-iscsi {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.133291 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.133577 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.133864 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.134150 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.134433 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.134707 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.134992 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.135270 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.135542 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] log_file = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.135851 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.136145 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.136433 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.136724 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.136953 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.137178 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.137472 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.137759 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.138035 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.138312 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.138587 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.138864 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.139139 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.139960 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.140248 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.140533 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.140820 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.141097 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.141371 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.141644 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.141917 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.142201 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.142476 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.142750 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.143025 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.143312 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.143583 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.143882 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.144184 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.144479 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.144752 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.145039 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.145313 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.145597 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.145870 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.146146 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.146421 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] use_json = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.146699 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.146975 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.147257 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.147533 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.147841 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.148120 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.148394 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.148681 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:47.148985 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.149286 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.149590 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.149876 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.150175 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.150457 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.150749 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.151029 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.151320 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.151611 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.151934 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.152216 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.152515 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.152789 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.153086 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.153391 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.153688 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.153980 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.154259 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.154538 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.154818 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.155767 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.156064 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.156364 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.156658 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.156937 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.157222 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.157518 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.157807 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.158089 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.158372 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.158667 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.158951 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.159229 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.159517 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.159828 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.160109 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.160387 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.160669 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.160961 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.161241 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.161518 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.161794 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.162074 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.162351 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.162641 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.162921 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.163198 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.163477 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.163849 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.164130 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.164409 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.164692 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.164970 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.165249 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.165527 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.165805 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.166082 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.166358 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.166636 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.166914 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.167195 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.167482 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.167796 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.168079 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.168358 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.168638 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.168918 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.169211 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.169514 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.169799 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.170083 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.170367 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.170675 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.170959 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.171240 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.171523 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.171829 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.172110 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.172405 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.172692 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.172982 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.173268 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.173549 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.173847 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.174131 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.174417 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.174699 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.174981 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.175276 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.175566 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.175898 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.176197 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.176496 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.176794 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.177093 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.177379 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.177702 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.177990 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:47.178213 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 13:56:47.178460 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92916) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 13:56:47.530996 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:56:47.531282 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:56:47.531579 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:56:47.531943 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 13:56:47.951016 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:47.951456 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:47.952430 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:47.954281 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:47.954665 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:47.955034 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.001073 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.001448 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.001807 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.020406 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.020693 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.020995 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.051744 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.052036 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.052310 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.087991 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.088274 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.088548 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.330368 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.330986 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.330986 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.331149 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.331829 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.456421 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.456744 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.457029 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.457303 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.457573 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.457886 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.458150 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.458408 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.458664 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.458947 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.459208 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.459478 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.459765 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.460034 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.460291 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.460561 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.461884 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.462170 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.462460 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.462728 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.463026 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.463384 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.463660 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.463965 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.464222 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.464475 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.464876 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92916) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 13:56:48.465126 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92916) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 13:56:48.465370 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92916) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 13:56:48.465611 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92916) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 13:56:48.465852 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92916) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 13:56:48.466091 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92916) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 13:56:48.466461 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 13:56:48.469629 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 13:56:48.473578 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 13:56:48.477671 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 28 13:56:48.479317 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 13:56:48.479809 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 13:56:48.480152 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 13:56:48.480545 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 13:56:48.484076 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 13:56:48.484327 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 13:56:48.484671 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 13:56:48.512733 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 13:56:48.513189 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.513489 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92916) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 13:56:48.513855 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.515222 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92916) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 13:56:48.515509 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 13:56:48.515783 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 13:56:48.519009 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.519297 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:48.587814 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 13:56:48.587993 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 13:56:48.588232 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 13:56:48.588605 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 13:56:48.609628 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_db.sqlalchemy.engines [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92916) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 28 13:56:49.132361 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Initializing driver for type 'gre' Jun 28 13:56:49.132888 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] gre ID ranges: [(1, 1000)] Jun 28 13:56:49.187348 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Initializing driver for type 'local' Jun 28 13:56:49.187681 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Initializing driver for type 'vlan' Jun 28 13:56:49.199796 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] VlanTypeDriver initialization complete Jun 28 13:56:49.200129 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Initializing driver for type 'vxlan' Jun 28 13:56:49.200610 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] vxlan ID ranges: [(1, 1000)] Jun 28 13:56:49.251510 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Initializing extension driver 'port_security' Jun 28 13:56:49.251883 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.extensions.port_security [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] PortSecurityExtensionDriver initialization complete Jun 28 13:56:49.252217 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Initializing mechanism driver 'openvswitch' Jun 28 13:56:49.252541 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Initializing mechanism driver 'hyperv' Jun 28 13:56:49.258954 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 13:56:49.259913 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > port after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.260295 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > port after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.260657 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > port after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.261050 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > subnet after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.261409 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > subnet after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.261756 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > subnet after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.262135 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > network after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.262483 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > network after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.262825 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > network after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.263204 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > security_group after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.263552 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > security_group after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.263919 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > security_group after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.264302 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.264648 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.264988 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.265365 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > address_group after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.265708 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > address_group after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.266048 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > address_group after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.266384 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] ML2 OVO RPC backend initialized. {{(pid=92916) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 28 13:56:49.267093 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router_interface after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.267445 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.267896 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > network before_response 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.268244 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > networks before_response 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.268588 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > port before_response 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.268926 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > ports before_response 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.269266 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > subnet before_response 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.269603 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > subnets before_response 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.269948 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > network after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.270287 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > network after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.270622 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > network after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.270956 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > port after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.271290 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > port after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.271628 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > port after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.271987 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > subnet after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.272320 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > subnet after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.272650 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > subnet after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.273215 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.plugin [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Modular L2 Plugin initialization complete Jun 28 13:56:49.273539 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading services supported by the core plugin {{(pid=92916) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 13:56:49.273862 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.plugins.ml2.managers [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Got port-security extension from driver 'port_security' Jun 28 13:56:49.274321 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.extensions.vlantransparent [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Disabled vlantransparent extension. Jun 28 13:56:49.274801 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92916) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 13:56:49.275111 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading Plugin: router Jun 28 13:56:49.310460 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router_interface before_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.310853 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router after_create 55549900 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.311872 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router before_create 55549900 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.312243 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.312613 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.312965 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router after_delete 55549900 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.313320 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > floatingip after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.313682 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router after_create 55549900 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.314029 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router after_update 55549900 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.314375 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router after_update 55549900 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.314720 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.315074 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router after_update 55549900 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.315479 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router precommit_update 55549900 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.315869 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: port after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.316207 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: port after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.316546 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: subnet after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.316881 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.317225 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > port precommit_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.317570 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router precommit_create 55549900 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.317911 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: port before_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.318251 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router precommit_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.318604 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router after_update 55549900 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.318943 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router precommit_delete 55549900 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.319287 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router precommit_create 55549900 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.319642 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router_interface after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.320015 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router precommit_update 55549900 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.320374 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > agent after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.320720 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > agent after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.321060 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > network after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.321899 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Tracking information for resource: router configured {{(pid=92916) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 13:56:49.322229 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Tracking information for resource: floatingip configured {{(pid=92916) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 13:56:49.327169 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.db.l3_agentschedulers_db [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 13:56:49.327769 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: port after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.328131 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: port after_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.328482 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: port after_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.328830 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: port after_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.329616 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router before_create 55550100 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.329981 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router precommit_delete 55550100 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.330341 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router precommit_create 55550100 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.330696 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > router precommit_update 55550100 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.335219 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.services.provider_configuration [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Service providers = [] {{(pid=92916) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 13:56:49.335579 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.db.servicetype_db [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92916) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 13:56:49.338475 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.services.service_base [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92916) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 13:56:49.338827 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.services.service_base [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92916) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 13:56:49.339173 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.services.service_base [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92916) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 13:56:49.340068 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.services.service_base [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92916) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 13:56:49.340438 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.services.service_base [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 13:56:49.340810 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92916) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 13:56:49.341128 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 13:56:49.351649 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92916) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 13:56:49.352010 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading Plugin: auto_allocate Jun 28 13:56:49.357804 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: network precommit_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.358689 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: network precommit_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.359205 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92916) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 13:56:49.359529 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading Plugin: tag Jun 28 13:56:49.366024 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92916) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 13:56:49.366358 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading Plugin: timestamp Jun 28 13:56:49.370351 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92916) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 13:56:49.370684 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading Plugin: network_ip_availability Jun 28 13:56:49.378095 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.378477 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.378822 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.379531 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92916) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 13:56:49.379879 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading Plugin: flavors Jun 28 13:56:49.384566 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92916) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 13:56:49.384845 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading Plugin: revisions Jun 28 13:56:49.389124 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92916) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 13:56:49.389540 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_concurrency.lockutils [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.858s {{(pid=92916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:56:49.390273 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92916) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 13:56:49.390610 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Initializing extension manager. Jun 28 13:56:49.391115 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: __init__.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.391456 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: __pycache__ {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.391824 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.392160 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: address_group.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.392896 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.393452 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: address-group Jun 28 13:56:49.393772 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: address_scope.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.394468 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.394970 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: address-scope Jun 28 13:56:49.395288 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: admin_state_down_before_update.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.396233 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.396738 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: router-admin-state-down-before-update Jun 28 13:56:49.397057 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: agent.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.397738 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.398238 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: agent Jun 28 13:56:49.398556 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: agent_resources_synced.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.399449 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.399975 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: agent-resources-synced Jun 28 13:56:49.400295 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: allowedaddresspairs.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.402037 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.402555 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: allowed-address-pairs Jun 28 13:56:49.402880 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: auto_allocated_topology.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.404154 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.404671 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: auto-allocated-topology Jun 28 13:56:49.405026 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: availability_zone.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.405712 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.406219 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: availability_zone Jun 28 13:56:49.406541 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: availability_zone_filter.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.407438 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.407973 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: availability_zone_filter Jun 28 13:56:49.408295 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: data_plane_status.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.409186 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.409689 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 13:56:49.410010 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: default_subnetpools.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.410907 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.411409 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: default-subnetpools Jun 28 13:56:49.411757 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: dhcpagentscheduler.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.412546 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.413053 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: dhcp_agent_scheduler Jun 28 13:56:49.413373 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: dns.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.414281 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.414778 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension dns-integration not supported by any of loaded plugins Jun 28 13:56:49.415105 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: dns_domain_ports.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.416039 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.416535 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 13:56:49.416852 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.417754 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.418253 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 28 13:56:49.418570 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: dvr.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.419222 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.419742 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: dvr Jun 28 13:56:49.420062 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: empty_string_filtering.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.421483 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.421983 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: empty-string-filtering Jun 28 13:56:49.422303 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.423198 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.423723 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 13:56:49.424038 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.424939 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.425450 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 13:56:49.425773 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: external_net.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.426668 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.427172 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: external-net Jun 28 13:56:49.427492 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: extra_dhcp_opt.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.428408 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.428912 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: extra_dhcp_opt Jun 28 13:56:49.429231 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: extraroute.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.430126 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.430631 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: extraroute Jun 28 13:56:49.430950 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: extraroute_atomic.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.431994 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.432501 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: extraroute-atomic Jun 28 13:56:49.432819 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: filter_validation.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.433467 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.433966 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: filter-validation Jun 28 13:56:49.434282 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: fip_pf_description.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.435171 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.435670 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 13:56:49.436038 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: fip_port_details.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.437537 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.438038 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: fip-port-details Jun 28 13:56:49.438355 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: flavors.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.439625 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.440157 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: flavors Jun 28 13:56:49.440494 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.442176 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.442696 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 13:56:49.443027 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: floatingip_pools.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.443746 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.444318 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: floatingip-pools Jun 28 13:56:49.444661 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: ip_allocation.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.445545 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.446071 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 13:56:49.446397 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.447308 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.447841 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: ip-substring-filtering Jun 28 13:56:49.448166 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: l2_adjacency.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.449121 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.449668 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 13:56:49.450124 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: l3.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.450948 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.451469 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: router Jun 28 13:56:49.451852 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: l3_conntrack_helper.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.454487 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.454985 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 13:56:49.455313 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.456298 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.456815 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: ext-gw-mode Jun 28 13:56:49.457127 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.458037 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.458562 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: l3-ha Jun 28 13:56:49.458894 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: l3_flavors.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.459841 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.460384 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: l3-flavors Jun 28 13:56:49.460708 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.461675 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.462206 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 13:56:49.462506 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: l3agentscheduler.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.463545 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.464090 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: l3_agent_scheduler Jun 28 13:56:49.464414 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: logging.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.465910 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.466431 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension logging not supported by any of loaded plugins Jun 28 13:56:49.466759 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: metering.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.467521 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.469439 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: metering Jun 28 13:56:49.469439 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.469642 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.470034 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: metering_source_and_destination_fields Jun 28 13:56:49.470678 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: multiprovidernet.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.471301 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.471784 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: multi-provider Jun 28 13:56:49.472519 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: netmtu.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.473015 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.473516 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: net-mtu Jun 28 13:56:49.473832 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: netmtu_writable.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.475043 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.475922 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: net-mtu-writable Jun 28 13:56:49.476480 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: network_availability_zone.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.477572 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.478443 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: network_availability_zone Jun 28 13:56:49.478999 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: network_ip_availability.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.480760 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.481651 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: network-ip-availability Jun 28 13:56:49.482222 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: network_segment_range.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.484055 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.484642 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 13:56:49.485158 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: pagination.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.486148 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.486479 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: pagination Jun 28 13:56:49.486796 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: port_device_profile.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.487719 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.488245 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: port-device-profile Jun 28 13:56:49.488566 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.489473 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.489980 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: port-mac-address-regenerate Jun 28 13:56:49.490302 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.491204 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.491734 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: port-numa-affinity-policy Jun 28 13:56:49.492057 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: port_resource_request.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.492958 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.493461 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 13:56:49.493781 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: portbindings.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.494963 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.495467 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: binding Jun 28 13:56:49.495820 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: portbindings_extended.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.497116 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.497625 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: binding-extended Jun 28 13:56:49.497952 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: portsecurity.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.499491 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.500037 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: port-security Jun 28 13:56:49.500362 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: project_id.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.501328 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.501655 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: project-id Jun 28 13:56:49.501973 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: providernet.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.502892 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.503398 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: provider Jun 28 13:56:49.503744 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: qos.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.507454 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.508006 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension qos not supported by any of loaded plugins Jun 28 13:56:49.508335 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.509567 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.510076 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 13:56:49.510406 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.511310 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.511848 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 13:56:49.512173 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: qos_default.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.513066 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.513569 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension qos-default not supported by any of loaded plugins Jun 28 13:56:49.513892 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: qos_fip.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.514561 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.515054 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension qos-fip not supported by any of loaded plugins Jun 28 13:56:49.515374 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: qos_gateway_ip.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.516317 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.516824 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 13:56:49.517144 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: qos_port_network_policy.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.518042 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.518544 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 13:56:49.518864 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: qos_rule_type_details.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.519793 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.520295 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 13:56:49.520612 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: qos_rules_alias.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.521647 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.522147 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 13:56:49.522464 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: quotasv2.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.523381 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.523722 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: quotas Jun 28 13:56:49.524043 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: quotasv2_detail.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.527108 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.527448 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: quota_details Jun 28 13:56:49.527808 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: rbac.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.528873 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.529393 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: rbac-policies Jun 28 13:56:49.529721 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: rbac_address_group.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.530668 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.531179 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: rbac-address-group Jun 28 13:56:49.531502 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: rbac_address_scope.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.532436 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.532952 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: rbac-address-scope Jun 28 13:56:49.533274 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: rbac_security_groups.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.534176 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.534682 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: rbac-security-groups Jun 28 13:56:49.535001 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: rbac_subnetpool.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.535932 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.536440 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: rbac-subnetpool Jun 28 13:56:49.536759 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: revisionifmatch.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.537668 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.538169 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: revision-if-match Jun 28 13:56:49.538488 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: revisions.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.539807 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.540320 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: standard-attr-revisions Jun 28 13:56:49.540640 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: router_availability_zone.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.541298 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.541802 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: router_availability_zone Jun 28 13:56:49.542120 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: routerservicetype.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.543025 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.543524 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension router-service-type not supported by any of loaded plugins Jun 28 13:56:49.543873 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.544782 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.545283 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: security-groups-normalized-cidr Jun 28 13:56:49.546145 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: security_groups_port_filtering.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.547050 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.547555 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: port-security-groups-filtering Jun 28 13:56:49.547904 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.548812 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.549317 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: security-groups-remote-address-group Jun 28 13:56:49.549637 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: securitygroup.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.559100 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.559633 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: security-group Jun 28 13:56:49.559989 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: segment.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.560765 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.561901 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension segment not supported by any of loaded plugins Jun 28 13:56:49.562228 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.563145 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.563658 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 13:56:49.564011 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: servicetype.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.565102 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.565620 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: service-type Jun 28 13:56:49.565949 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: sorting.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.566920 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.567254 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: sorting Jun 28 13:56:49.567578 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: standard_attr_segment.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.568567 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.569081 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 13:56:49.569407 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: standardattrdescription.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.570042 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.570548 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: standard-attr-description Jun 28 13:56:49.570869 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: stateful_security_group.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.571812 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.572324 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: stateful-security-group Jun 28 13:56:49.572644 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: stdattrs_common.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.573207 dv-cinder-761113-15-iscsi neutron-server[92916]: WARNING neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 13:56:49.573527 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.574447 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.574956 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 13:56:49.575277 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: subnet_onboard.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.576377 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.576920 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: subnet_onboard Jun 28 13:56:49.577245 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.578157 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.578666 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 13:56:49.578990 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: subnet_service_types.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.579928 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.580438 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: subnet-service-types Jun 28 13:56:49.580761 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: subnetallocation.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.581865 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.582373 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: subnet_allocation Jun 28 13:56:49.582697 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.583353 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.583897 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: subnetpool-prefix-ops Jun 28 13:56:49.584221 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.585150 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.585657 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 13:56:49.585983 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: tagging.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.587051 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.587573 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: standard-attr-tag Jun 28 13:56:49.587934 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: timestamp.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.589138 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.589648 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loaded extension: standard-attr-timestamp Jun 28 13:56:49.589971 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: trunk.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.590993 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.591497 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension trunk not supported by any of loaded plugins Jun 28 13:56:49.591859 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: trunk_details.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.593288 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.593793 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension trunk-details not supported by any of loaded plugins Jun 28 13:56:49.594113 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: uplink_status_propagation.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.595037 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.597327 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 13:56:49.597327 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Loading extension file: vlantransparent.py {{(pid=92916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 13:56:49.597327 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 13:56:49.597327 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 13:56:49.599424 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of TrackedResource for resource:network Jun 28 13:56:49.599981 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of TrackedResource for resource:subnet Jun 28 13:56:49.600380 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 13:56:49.600769 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of TrackedResource for resource:port Jun 28 13:56:49.601994 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.v2.resource_helper [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 13:56:49.602427 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.v2.resource_helper [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Service FLAVORS assigned prefix: {{(pid=92916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 13:56:49.603041 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.v2.resource_helper [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 13:56:49.603476 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.v2.resource_helper [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 13:56:49.603844 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of TrackedResource for resource:router Jun 28 13:56:49.604278 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of TrackedResource for resource:floatingip Jun 28 13:56:49.604769 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.v2.resource_helper [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Service METERING assigned prefix: /metering {{(pid=92916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 13:56:49.606207 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.606576 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.606935 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 13:56:49.607939 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 13:56:49.609001 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of TrackedResource for resource:security_group Jun 28 13:56:49.609434 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 13:56:49.610036 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.v2.resource_helper [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Service CORE assigned prefix: {{(pid=92916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 13:56:49.610367 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 13:56:49.610721 dv-cinder-761113-15-iscsi neutron-server[92916]: WARNING neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] subnetpool is already registered Jun 28 13:56:49.611140 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.v2.resource_helper [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Service CORE assigned prefix: {{(pid=92916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 13:56:49.611463 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 13:56:49.611822 dv-cinder-761113-15-iscsi neutron-server[92916]: WARNING neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] subnetpool is already registered Jun 28 13:56:49.614112 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.v2.resource_helper [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 13:56:49.614543 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.v2.resource_helper [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Service FLAVORS assigned prefix: {{(pid=92916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 13:56:49.615134 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.v2.resource_helper [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 13:56:49.615559 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.v2.resource_helper [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 13:56:49.615922 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of TrackedResource for resource:router Jun 28 13:56:49.616261 dv-cinder-761113-15-iscsi neutron-server[92916]: WARNING neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] router is already registered Jun 28 13:56:49.616666 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of TrackedResource for resource:floatingip Jun 28 13:56:49.617012 dv-cinder-761113-15-iscsi neutron-server[92916]: WARNING neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] floatingip is already registered Jun 28 13:56:49.617467 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.v2.resource_helper [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Service METERING assigned prefix: /metering {{(pid=92916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 13:56:49.618128 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 13:56:49.618454 dv-cinder-761113-15-iscsi neutron-server[92916]: WARNING neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] rbac_policy is already registered Jun 28 13:56:49.618860 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of TrackedResource for resource:security_group Jun 28 13:56:49.619437 dv-cinder-761113-15-iscsi neutron-server[92916]: WARNING neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] security_group is already registered Jun 28 13:56:49.619865 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 13:56:49.620197 dv-cinder-761113-15-iscsi neutron-server[92916]: WARNING neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] security_group_rule is already registered Jun 28 13:56:49.620817 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.v2.resource_helper [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Service CORE assigned prefix: {{(pid=92916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 13:56:49.621289 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 13:56:49.621626 dv-cinder-761113-15-iscsi neutron-server[92916]: WARNING neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] subnetpool is already registered Jun 28 13:56:49.622043 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.v2.resource_helper [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Service CORE assigned prefix: {{(pid=92916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 13:56:49.622365 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 13:56:49.622696 dv-cinder-761113-15-iscsi neutron-server[92916]: WARNING neutron.quota.resource_registry [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] subnetpool is already registered Jun 28 13:56:49.623161 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: extensions {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.624712 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: address-groups {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.626214 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: address-scopes {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.627568 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: agents {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.628771 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: auto-allocated-topology {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.630029 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: availability_zones {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.631271 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: dhcp-networks {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.632853 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: dhcp-agents {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.634313 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: routers {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.636111 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: flavors {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.638535 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: service_profiles {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.639852 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: next_providers {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.641307 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: service_profiles {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.642878 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: floatingip-pools {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.644131 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: routers {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.645850 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: floatingips {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.647160 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: l3-routers {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.648620 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: l3-agents {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.650039 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: metering-labels {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.651306 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: metering-label-rules {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.652731 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: network-ip-availabilities {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.654007 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: bindings {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.656180 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: quotas {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.657724 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: quotas {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.659155 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: rbac-policies {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.660395 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: security-groups {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.661717 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: security-group-rules {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.662975 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: service-providers {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.664350 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: subnetpools {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.665701 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: subnetpools {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.667263 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: tags {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.669001 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: tags {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.671489 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: tags {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.673323 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: tags {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.675033 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: tags {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.677049 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: tags {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.678772 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: tags {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.680607 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: tags {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.682469 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: tags {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.684264 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron.api.extensions [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Extended resource: tags {{(pid=92916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 13:56:49.690848 dv-cinder-761113-15-iscsi neutron-server[92916]: WARNING keystonemiddleware.auth_token [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 13:56:49.695417 dv-cinder-761113-15-iscsi neutron-server[92916]: WARNING keystonemiddleware.auth_token [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 13:56:49.704379 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_concurrency.lockutils [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Acquired lock "singleton_lock" {{(pid=92916) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 13:56:49.704850 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_concurrency.lockutils [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Releasing lock "singleton_lock" {{(pid=92916) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 13:56:49.705490 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO oslo_service.service [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Starting 2 workers Jun 28 13:56:49.710180 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Started child 93023 {{(pid=92916) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 13:56:49.714459 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Started child 93024 {{(pid=92916) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 13:56:49.715490 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:56:49.716211 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO neutron.service [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 13:56:49.716717 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Notify callbacks [] for process, before_spawn {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:56:49.717227 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [-] (93023) wsgi starting up on http://0.0.0.0:9696 Jun 28 13:56:49.719143 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO oslo_service.service [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Starting 1 workers Jun 28 13:56:49.719262 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:56:49.720556 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [-] (93024) wsgi starting up on http://0.0.0.0:9696 Jun 28 13:56:49.724240 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Started child 93025 {{(pid=92916) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 13:56:49.724767 dv-cinder-761113-15-iscsi neutron-server[92916]: INFO oslo_service.service [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Starting 1 workers Jun 28 13:56:49.728011 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.service [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] calling RpcWorker wait() {{(pid=93025) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 13:56:49.728576 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.service [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] returning from RpcWorker wait() {{(pid=93025) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 13:56:49.729065 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Started child 93026 {{(pid=92916) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 13:56:49.729914 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG neutron_lib.callbacks.manager [None req-3ecc792b-37fe-4570-821d-d21a4cb9c22b None None] Notify callbacks [] for process, after_spawn {{(pid=92916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:56:49.730010 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:56:49.730452 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 13:56:49.731782 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92916) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 13:56:49.732001 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 13:56:49.732189 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 13:56:49.732411 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 13:56:49.732740 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 13:56:49.732909 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 13:56:49.733450 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.733721 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.733819 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:56:49.734254 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.734254 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.734519 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.735101 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.735373 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.735616 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.735920 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.736162 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.736338 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.736506 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.736781 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.737007 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.737306 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.737574 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.737823 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.738106 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.738281 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.738532 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.738793 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.739048 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.739315 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] debug = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.739559 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.740092 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.740343 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.740584 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.740798 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.741090 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.741334 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.741621 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.741863 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.742111 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.742336 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.742613 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.742852 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.743069 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.743317 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.743562 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.743808 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.744535 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] host = dv-cinder-761113-15-iscsi {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.744756 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.744972 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.745216 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.745469 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.745713 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.745948 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.746212 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.746462 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.746722 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.746969 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.747221 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.747471 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.747723 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.747953 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] log_file = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.748118 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] log_options = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.748355 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.749178 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.749439 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.749627 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.749797 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.749976 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.750232 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.750396 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.750654 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.750890 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.751106 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.751321 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.751536 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.751781 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.752032 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.752278 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.752523 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.752735 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.753003 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.753248 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.753472 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.753713 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.753929 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.754148 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.754366 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.754580 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.754810 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.755044 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.755258 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.755508 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.755792 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.756059 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.756317 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.756561 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.756809 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.757059 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.757254 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.757514 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.757758 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.757993 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.758389 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.758759 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.759094 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.759321 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.759564 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.759821 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] use_json = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.760041 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.760259 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.760526 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 13:56:49.760664 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.760971 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.761244 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.761599 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.761828 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.762179 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.762614 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.762890 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.763232 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.763460 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.763741 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.763966 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.764260 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.765327 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.765327 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.765508 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.766092 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.766092 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.766353 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.767528 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.767528 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.767528 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.767528 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.767939 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.767939 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.769034 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.769034 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.769034 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.769034 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.769332 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.769483 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.769689 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.769902 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.770131 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.770353 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.770569 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.770804 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.771021 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.771746 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.771746 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.771930 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.771999 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.773672 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.773672 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.773672 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.773672 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.773672 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.773672 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.774094 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.774694 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.774694 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.774694 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.774933 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.775155 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.775607 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.775607 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.775898 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.776421 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.776421 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.776686 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.776819 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.776950 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.777383 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.777383 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.777638 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.779415 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.779415 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.779415 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.779415 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.779415 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.779415 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.779415 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.779415 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.780439 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.780439 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.780439 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.780439 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.780917 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.780917 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.781148 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.781148 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.781389 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.781567 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.781762 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.781983 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.782213 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.782428 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.782637 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.782852 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.783086 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.783372 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.783682 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.783958 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.784199 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.784445 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.784695 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.784918 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.785163 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.785388 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.785608 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.785852 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.786126 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.786372 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.786652 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.786915 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.787160 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.787789 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.787789 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.788044 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.788181 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.788375 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.790025 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.790025 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.790025 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.790025 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.790025 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.790025 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.790757 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.790757 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.790757 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.791588 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.791775 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.792017 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.792271 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.792502 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.794238 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.794238 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.794238 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.794238 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.794238 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.794238 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.794238 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.795096 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.795096 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.795096 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.795096 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.795619 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.795619 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.795878 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.796082 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.796321 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.796559 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.796833 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.797103 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.797342 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.797613 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.797872 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.798107 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.798365 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.798601 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.798836 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.799085 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.799314 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.799547 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.799798 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.800432 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.800432 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.800711 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.800711 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.800946 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.801375 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.801375 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.801640 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.801765 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.801990 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.802210 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.802653 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.802653 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.802922 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.803080 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.803302 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.803515 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.803750 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.804004 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.804217 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.804516 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.805643 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.805643 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.805643 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.805643 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.805643 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.806253 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.806253 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.806481 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.806605 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.806736 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.806966 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.807176 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.807395 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.807638 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.808116 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.808116 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.808392 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.809093 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.809093 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.809361 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.809361 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.809605 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.809815 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.810600 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.810600 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.810870 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.811040 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.811822 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.812067 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.812323 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.812549 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.812766 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.812979 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.813191 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.813409 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.813640 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.813923 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.814171 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.814409 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.814678 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.814899 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.815148 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.815586 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.815835 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.816051 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.816263 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.816489 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.816717 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.816948 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.817164 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.817394 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.817626 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.817849 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.818214 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.818591 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.818986 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.819114 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.819204 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.819417 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.819632 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.819884 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.820197 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.820449 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.820670 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.820951 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.821181 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.821426 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.821688 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.822015 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.822228 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.822489 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.822708 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.822927 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.823147 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.823414 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.823754 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.824066 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.824340 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.824579 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.824851 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.825134 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.825389 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.825622 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.825923 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.826252 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.826515 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.827385 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.827577 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.827857 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.828114 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.828359 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.828577 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.828811 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.829027 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.829272 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.829501 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.829751 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.829994 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.830242 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.830457 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.830679 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.830907 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.831148 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.831367 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.831526 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 13:56:49.832133 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92916) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 13:56:49.832292 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 13:56:49.832447 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 13:56:49.832615 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 13:56:49.832785 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 13:56:49.832939 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 13:56:49.833162 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.833326 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.833488 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.833652 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.833812 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.833993 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.834157 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.834317 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.834480 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.834639 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.834800 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.834961 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.835121 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.835281 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.835442 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.835604 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.835785 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.835946 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.836115 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.836275 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.836437 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.836599 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.836758 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] debug = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.836918 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.837111 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.837278 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.837438 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.837614 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.837757 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.837917 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.838078 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.838237 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.838402 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.838562 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.838723 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.838882 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.839041 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.839201 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.839360 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.839519 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.839679 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] host = dv-cinder-761113-15-iscsi {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.839860 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.840020 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.840179 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.840353 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.840497 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.840657 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.840817 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.840975 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.841131 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.841291 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.841449 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.841611 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.841754 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.841912 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] log_file = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.842071 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] log_options = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.842229 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.842433 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.842661 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.842842 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.843007 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.843168 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.843328 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.843488 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.843647 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.843829 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.843988 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.844148 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.844307 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.844467 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.844627 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.844785 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.844944 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.845102 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.845261 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.845421 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.845659 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.845908 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.846156 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.846327 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.846525 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.846689 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.846895 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.847217 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.847382 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.847542 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.847714 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.847885 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.848033 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.848193 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.848357 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.848517 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.848676 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.848839 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.848999 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.849158 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.849318 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.849478 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.849637 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.849796 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.849955 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.850319 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] use_json = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.850319 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.850520 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.850599 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.850714 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.850873 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.851031 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.851190 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.851349 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 13:56:49.851530 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.851714 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.851892 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.852057 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.852220 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.852407 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.852544 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.852706 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.852869 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.853032 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.853203 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.853368 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.853540 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.853704 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.853866 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.854031 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.854194 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.854357 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.854519 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.854687 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.854846 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.855165 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.855488 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.855682 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.855876 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.856043 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.856209 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.856376 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.856542 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.856707 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.856874 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.857039 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.857203 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.857368 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.857533 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.857697 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.857861 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.858048 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.858215 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.858386 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.858551 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.858715 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.858879 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.859043 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.859208 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.859374 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.859538 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.859746 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.859878 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.860041 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.860216 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.860379 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.860542 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.860706 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.860870 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.861032 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.861195 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.861357 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.861520 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.861684 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.861847 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.862026 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.862190 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.862355 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.862520 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.862685 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.862848 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.863011 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.863174 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.863338 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.863503 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.863666 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.863853 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.864016 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.864179 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.864343 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.864506 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.864670 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.864834 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.864997 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.865161 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.865324 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.865487 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.865650 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.865822 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.865998 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.866161 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.866324 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.866487 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.866649 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.866811 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.866898 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 13:56:49.866991 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.867124 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.867286 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.867449 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.867612 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.867799 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.867964 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.868127 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.868289 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.868456 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.868620 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.868783 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.868946 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.869108 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.869538 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.869698 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.869861 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.870023 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.870184 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.870346 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.870518 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.870683 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.870850 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.871013 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.871181 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.871355 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.871519 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.871682 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.871864 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.872027 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.872190 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.872352 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.872515 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.872678 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.872842 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.873005 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.873175 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.873349 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.873514 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.874186 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.874353 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.874540 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.874702 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.874864 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.875028 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.875189 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.875353 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.875515 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.875677 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.875861 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.876024 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.876187 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.876351 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.876514 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.876676 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.876838 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.877000 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.877163 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.877328 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.877490 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.877653 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.877817 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.877978 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.878208 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.878413 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.878653 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.878914 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.879080 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.879243 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.879407 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.879766 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.879766 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.880123 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.880291 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.880455 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.880617 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.880779 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.880941 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.881106 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.881270 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.881434 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.881597 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.881761 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.881925 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.882088 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.882252 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.882415 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.882578 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.882940 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.882940 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.883139 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.883274 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.883358 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.883504 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.883667 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.883852 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.884030 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.884195 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.884358 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.884521 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.884689 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.884823 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.884987 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.885150 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.885313 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.885475 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.885637 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.885802 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.885969 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.886183 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.886318 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.886442 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.886603 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.886750 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.886914 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.887091 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.887255 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.887419 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.887583 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.887767 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.887944 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.888109 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.888273 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.888436 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.888600 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.888773 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.888941 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.889105 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.889291 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.889987 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.890161 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.890325 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.890489 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.890650 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.890814 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.890987 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.891150 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.891313 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.891476 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.891639 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.891834 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.892001 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.892165 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.892335 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.892499 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.892661 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.892823 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.892997 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.893161 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.893326 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.893489 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.893654 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.893817 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.893982 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.894150 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.894322 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.894493 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.894657 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.894828 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.894998 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.895171 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.895334 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.895503 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.895676 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.895861 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.896024 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.896186 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.896349 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.896520 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.896645 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.896810 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.896973 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.897134 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.897297 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.897459 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.897638 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.897783 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.897945 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.898109 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.898272 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.898461 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.898592 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.898755 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 13:56:49.898915 dv-cinder-761113-15-iscsi neutron-server[92916]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 13:56:50.127234 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 50082) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:56:50.135788 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062008 Jun 28 13:57:01.443779 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016e4e54-051b-4dba-84aa-53aa55da09bc None None] get_active_networks_info from dv-cinder-761113-15-iscsi {{(pid=93025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 13:57:01.563978 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016e4e54-051b-4dba-84aa-53aa55da09bc None None] No non-hosted networks {{(pid=93025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 13:57:01.570998 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.agentschedulers_db [None req-016e4e54-051b-4dba-84aa-53aa55da09bc None None] DHCP Agent not found on host dv-cinder-761113-15-iscsi {{(pid=93025) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 28 13:57:01.650256 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-7fb068c8-acac-4717-83fe-30a16389b3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-705370'] for agent, after_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:03.863486 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-7611ba9a-a6b3-40c6-9f6a-7bb7b1c4ebcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-705370'] for agent, after_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:03.917064 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-a54c2a30-f5c3-4e33-b06c-5f52c69ccfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:04.145046 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-705370'] for agent, after_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:04.145721 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:04.146154 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:04.146585 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:04.147024 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:04.147431 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:04.147903 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:04.148456 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:04.149007 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:04.149553 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:04.150077 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:04.150634 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:04.151160 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:04.151755 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-761113-15-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 13:57:04.164157 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-761113-15-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 13:57:05.035329 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-705370'] for agent, after_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:06.464620 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-705370'] for agent, after_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:07.550178 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 50174) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:57:08.032665 dv-cinder-761113-15-iscsi neutron-server[93023]: WARNING oslo_policy.policy [None req-cb63b7dd-f6b6-45a9-a1ee-82254fc0f87d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 13:57:08.033256 dv-cinder-761113-15-iscsi neutron-server[93023]: WARNING oslo_policy.policy [None req-cb63b7dd-f6b6-45a9-a1ee-82254fc0f87d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 13:57:08.255528 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [None req-cb63b7dd-f6b6-45a9-a1ee-82254fc0f87d admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 13:57:08.256624 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-cb63b7dd-f6b6-45a9-a1ee-82254fc0f87d admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7055299 Jun 28 13:57:09.224126 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.db.l3_hamode_db [None req-09cdfa9a-b92d-483a-a333-2b89f5e1d198 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 13:57:09.299888 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cdfa9a-b92d-483a-a333-2b89f5e1d198 None None] Routers set() bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 13:57:09.300296 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cdfa9a-b92d-483a-a333-2b89f5e1d198 None None] Router IDs set() for agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 13:57:10.569007 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 50188) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:57:10.866235 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-dc1d7c87-2b28-4cd6-a545-b3f2bd1ef698 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 13:57:10.958149 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.policy [None req-dc1d7c87-2b28-4cd6-a545-b3f2bd1ef698 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93023) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 13:57:11.003497 dv-cinder-761113-15-iscsi neutron-server[93023]: WARNING oslo_policy.policy [None req-dc1d7c87-2b28-4cd6-a545-b3f2bd1ef698 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 13:57:11.003883 dv-cinder-761113-15-iscsi neutron-server[93023]: WARNING oslo_policy.policy [None req-dc1d7c87-2b28-4cd6-a545-b3f2bd1ef698 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 13:57:11.012277 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.quota [None req-dc1d7c87-2b28-4cd6-a545-b3f2bd1ef698 admin admin] Loaded quota_driver: . Jun 28 13:57:11.102285 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-dc1d7c87-2b28-4cd6-a545-b3f2bd1ef698 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749057892542', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749057894083', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749057872651', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749057874161', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749057917618', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749057927928', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1813504', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1732715', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-620897', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-527060'] for rbac-policy, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:11.164261 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-dc1d7c87-2b28-4cd6-a545-b3f2bd1ef698 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:11.165527 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-dc1d7c87-2b28-4cd6-a545-b3f2bd1ef698 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5955579 Jun 28 13:57:13.663578 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 50200) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:57:13.947773 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Request body: {'network': {'project_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'tenant_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'admin_state_up': True, 'name': 'private'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 13:57:13.975638 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Made reservation on behalf of a8f1fd39c4d149b4a0223682eb18834f for: {'network': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 13:57:13.978256 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:13.994666 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:14.110981 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:14.114597 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:14.120452 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:14.135415 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=93023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 13:57:14.167896 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749054792479', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:14.168855 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Unsubscribe: segment precommit_create {{(pid=93023) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 13:57:14.170118 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.db.segments_db [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Added segment bee1ec46-2cb1-42f2-8e27-fe57720007fe of type vlan for network 69911894-5da5-4a35-8318-094b7784d397 Jun 28 13:57:14.188346 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08f0996-2458-42fd-b229-b2fd94021e84,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:14.214313 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:14.214666 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:14.214993 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:14.215309 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:14.215630 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:14.215991 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:14.216306 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:14.216656 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:14.216981 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:14.217288 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:14.217593 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:14.218142 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Tracked resource versions report: Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: pushed versions: Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: { 'AddressGroup': {'1.2'}, Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'ConntrackHelper': {'1.0'}, Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Log': {'1.0'}, Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Network': {'1.1'}, Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Port': {'1.7'}, Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'PortForwarding': {'1.2'}, Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'QosPolicy': {'1.8'}, Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'SecurityGroup': {'1.4'}, Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'SecurityGroupRule': {'1.2'}, Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'SubPort': {'1.0'}, Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Subnet': {'1.1'}, Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Trunk': {'1.1'}} Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: consumer versions: Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: { DHCP agent@dv-cinder-761113-15-iscsi: {}, Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: L3 agent@dv-cinder-761113-15-iscsi: {}, Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: Metadata agent@dv-cinder-761113-15-iscsi: {}, Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: Metering agent@dv-cinder-761113-15-iscsi: {}, Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: Open vSwitch agent@dv-cinder-761113-15-iscsi: { 'AddressGroup': '1.2', Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'ConntrackHelper': '1.0', Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Log': '1.0', Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Network': '1.1', Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Port': '1.7', Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'PortForwarding': '1.2', Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'QosPolicy': '1.8', Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'SecurityGroup': '1.4', Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'SecurityGroupRule': '1.2', Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'SubPort': '1.0', Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Subnet': '1.1', Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Trunk': '1.1'}} Jun 28 13:57:14.219487 dv-cinder-761113-15-iscsi neutron-server[93023]: {{(pid=93023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 13:57:14.288575 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:14.290279 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:14.338703 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:14.340155 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:57:14.340805 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:14.344035 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:14.397108 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7324100 Jun 28 13:57:14.437969 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Pushing event updated for resources: {'Network': ['ID=69911894-5da5-4a35-8318-094b7784d397,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:14.441294 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:14.449924 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network 69911894-5da5-4a35-8318-094b7784d397 details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 13:57:16.920648 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 50214) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:57:17.399204 dv-cinder-761113-15-iscsi neutron-server[93024]: WARNING oslo_policy.policy [None req-36ef9515-3c8d-4411-818d-7410924a86b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 13:57:17.399802 dv-cinder-761113-15-iscsi neutron-server[93024]: WARNING oslo_policy.policy [None req-36ef9515-3c8d-4411-818d-7410924a86b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 13:57:17.826424 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.policy [None req-36ef9515-3c8d-4411-818d-7410924a86b0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93024) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 13:57:17.870801 dv-cinder-761113-15-iscsi neutron-server[93024]: WARNING oslo_policy.policy [None req-36ef9515-3c8d-4411-818d-7410924a86b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 13:57:17.871169 dv-cinder-761113-15-iscsi neutron-server[93024]: WARNING oslo_policy.policy [None req-36ef9515-3c8d-4411-818d-7410924a86b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 13:57:17.879902 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ef9515-3c8d-4411-818d-7410924a86b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:57:17.881693 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-36ef9515-3c8d-4411-818d-7410924a86b0 admin admin] 10.222.0.11 "GET /v2.0/networks/69911894-5da5-4a35-8318-094b7784d397 HTTP/1.1" status: 200 len: 825 time: 0.9590487 Jun 28 13:57:17.918230 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-a0b80ccc-f650-475b-b77c-1500057438b3 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/b6c7c5b4-79b9-4e63-8e78-6f0622ad93a7 HTTP/1.1" status: 200 len: 734 time: 0.0313342 Jun 28 13:57:17.927096 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '69911894-5da5-4a35-8318-094b7784d397', 'tenant_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'subnetpool_id': 'b6c7c5b4-79b9-4e63-8e78-6f0622ad93a7'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 13:57:17.928643 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.quota [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Loaded quota_driver: . Jun 28 13:57:17.967751 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Made reservation on behalf of a8f1fd39c4d149b4a0223682eb18834f for: {'subnet': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 13:57:17.970457 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:18.251374 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for subnet, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:18.256271 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:18.317238 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Checking segment: {'id': 'bee1ec46-2cb1-42f2-8e27-fe57720007fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '69911894-5da5-4a35-8318-094b7784d397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 13:57:18.317601 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Network hostable DHCP agents. Network: 69911894-5da5-4a35-8318-094b7784d397, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 13:57:18.332535 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde953b9-3045-411b-b14b-07b2701b1503,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:18.346547 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:18.346897 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:18.347229 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:18.347546 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:18.347893 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:18.348229 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:18.348598 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:18.348923 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:18.349246 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:18.349552 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:18.349854 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:18.350154 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Tracked resource versions report: Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: pushed versions: Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: { 'AddressGroup': {'1.2'}, Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'ConntrackHelper': {'1.0'}, Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Log': {'1.0'}, Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Network': {'1.1'}, Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Port': {'1.7'}, Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'PortForwarding': {'1.2'}, Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'QosPolicy': {'1.8'}, Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'SecurityGroup': {'1.4'}, Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'SecurityGroupRule': {'1.2'}, Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'SubPort': {'1.0'}, Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Subnet': {'1.1'}, Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Trunk': {'1.1'}} Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: consumer versions: Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: { DHCP agent@dv-cinder-761113-15-iscsi: {}, Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: L3 agent@dv-cinder-761113-15-iscsi: {}, Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: Metadata agent@dv-cinder-761113-15-iscsi: {}, Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: Metering agent@dv-cinder-761113-15-iscsi: {}, Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: Open vSwitch agent@dv-cinder-761113-15-iscsi: { 'AddressGroup': '1.2', Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'ConntrackHelper': '1.0', Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Log': '1.0', Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Network': '1.1', Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Port': '1.7', Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'PortForwarding': '1.2', Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'QosPolicy': '1.8', Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'SecurityGroup': '1.4', Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'SecurityGroupRule': '1.2', Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'SubPort': '1.0', Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Subnet': '1.1', Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Trunk': '1.1'}} Jun 28 13:57:18.351412 dv-cinder-761113-15-iscsi neutron-server[93024]: {{(pid=93024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 13:57:18.374015 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Network 69911894-5da5-4a35-8318-094b7784d397 is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 13:57:18.387628 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:18.388757 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, 69911894-5da5-4a35-8318-094b7784d397) {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 13:57:18.393136 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:57:18.393747 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:18.398441 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05038a0-d231-462c-bb21-0c77d9716f03 None None] Network 69911894-5da5-4a35-8318-094b7784d397 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 13:57:18.412730 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4890869 Jun 28 13:57:18.704961 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f3e3a9-c59e-5da9-8838-58e8a81b630c-69911894-5da5-4a35-8318-094b7784d397', 'network_id': '69911894-5da5-4a35-8318-094b7784d397', 'tenant_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'fixed_ips': [{'subnet_id': 'bde953b9-3045-411b-b14b-07b2701b1503'}]}} from dv-cinder-761113-15-iscsi. {{(pid=93025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 13:57:18.706206 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:18.982885 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.db_base_plugin_common [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Allocated IP 172.20.0.2 (69911894-5da5-4a35-8318-094b7784d397/bde953b9-3045-411b-b14b-07b2701b1503/64334a85-9f6e-42d9-841a-f67c3abf447b) {{(pid=93025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 13:57:19.186309 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Notify callbacks [] for port, precommit_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:19.200668 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Transition to ACTIVE for port object 64334a85-9f6e-42d9-841a-f67c3abf447b will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 13:57:19.248793 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Transition to ACTIVE for port object 64334a85-9f6e-42d9-841a-f67c3abf447b will not be triggered until provisioned by entity DHCP. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 13:57:19.256761 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:19.259610 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:19.316629 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Network 69911894-5da5-4a35-8318-094b7784d397 is already hosted by enough agents. {{(pid=93025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 13:57:19.321987 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.base_scheduler [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Resources bound (agent type, host, resource id): {{(pid=93025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 13:57:19.334092 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Received port after_create {{(pid=93025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 13:57:19.343188 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Pushing event updated for resources: {'Port': ['ID=64334a85-9f6e-42d9-841a-f67c3abf447b,revision_number=1']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:19.368231 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:19.368574 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:19.369161 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:19.369480 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:19.369794 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:19.370105 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:19.370413 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:19.370719 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:19.371040 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:19.371350 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:19.371654 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:19.371981 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Tracked resource versions report: Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: pushed versions: Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: { 'AddressGroup': {'1.2'}, Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'ConntrackHelper': {'1.0'}, Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Log': {'1.0'}, Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Network': {'1.1'}, Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Port': {'1.7'}, Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'PortForwarding': {'1.2'}, Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'QosPolicy': {'1.8'}, Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'SecurityGroup': {'1.4'}, Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'SecurityGroupRule': {'1.2'}, Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'SubPort': {'1.0'}, Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Subnet': {'1.1'}, Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Trunk': {'1.1'}} Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: consumer versions: Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: { DHCP agent@dv-cinder-761113-15-iscsi: {}, Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: L3 agent@dv-cinder-761113-15-iscsi: {}, Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: Metadata agent@dv-cinder-761113-15-iscsi: {}, Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: Metering agent@dv-cinder-761113-15-iscsi: {}, Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: Open vSwitch agent@dv-cinder-761113-15-iscsi: { 'AddressGroup': '1.2', Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'ConntrackHelper': '1.0', Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Log': '1.0', Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Network': '1.1', Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Port': '1.7', Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'PortForwarding': '1.2', Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'QosPolicy': '1.8', Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'SecurityGroup': '1.4', Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'SecurityGroupRule': '1.2', Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'SubPort': '1.0', Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Subnet': '1.1', Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Trunk': '1.1'}} Jun 28 13:57:19.373342 dv-cinder-761113-15-iscsi neutron-server[93025]: {{(pid=93025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 13:57:19.394728 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:19.421025 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Attempting to bind port 64334a85-9f6e-42d9-841a-f67c3abf447b on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 13:57:19.421606 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Attempting to bind port 64334a85-9f6e-42d9-841a-f67c3abf447b by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'bee1ec46-2cb1-42f2-8e27-fe57720007fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '69911894-5da5-4a35-8318-094b7784d397'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 13:57:19.421830 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Attempting to bind port 64334a85-9f6e-42d9-841a-f67c3abf447b on network 69911894-5da5-4a35-8318-094b7784d397 {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 13:57:19.426489 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 13, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 13:57:19.426886 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Checking segment: {'id': 'bee1ec46-2cb1-42f2-8e27-fe57720007fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '69911894-5da5-4a35-8318-094b7784d397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 13:57:19.427347 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:19.427761 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Bound using segment: {'id': 'bee1ec46-2cb1-42f2-8e27-fe57720007fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '69911894-5da5-4a35-8318-094b7784d397'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 13:57:19.428227 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Bound port: 64334a85-9f6e-42d9-841a-f67c3abf447b, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee1ec46-2cb1-42f2-8e27-fe57720007fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '69911894-5da5-4a35-8318-094b7784d397'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 13:57:19.428635 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:19.488877 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] For port 64334a85-9f6e-42d9-841a-f67c3abf447b, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 13:57:19.493022 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] For port 64334a85-9f6e-42d9-841a-f67c3abf447b, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=64334a85-9f6e-42d9-841a-f67c3abf447b,segment=NetworkSegment(bee1ec46-2cb1-42f2-8e27-fe57720007fe),segment_id=bee1ec46-2cb1-42f2-8e27-fe57720007fe)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 13:57:19.497162 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:19.502971 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:19.565172 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Pushing event updated for resources: {'Port': ['ID=64334a85-9f6e-42d9-841a-f67c3abf447b,revision_number=2']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:19.569670 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:20.729927 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 50234) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:57:21.041790 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [None req-0fa72d4f-d8f4-4954-9e65-ce65b98bcc9c admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 13:57:21.042807 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-0fa72d4f-d8f4-4954-9e65-ce65b98bcc9c admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3119602 Jun 28 13:57:23.372698 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 50242) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:57:23.684679 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [None req-45f8f6f4-363e-4253-be30-ce5023e6c19b admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 13:57:23.685645 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-45f8f6f4-363e-4253-be30-ce5023e6c19b admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3121064 Jun 28 13:57:25.602976 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e666f941-5e5b-438f-b2bb-0b88fc28035f None None] Network 69911894-5da5-4a35-8318-094b7784d397 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 13:57:25.677988 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-d337d1d1-718d-4289-8232-4a4e52589e18 None None] Provisioning for port 64334a85-9f6e-42d9-841a-f67c3abf447b completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 13:57:26.012338 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 64334a85-9f6e-42d9-841a-f67c3abf447b up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 13:57:26.091025 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 64334a85-9f6e-42d9-841a-f67c3abf447b completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 13:57:26.094926 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 64334a85-9f6e-42d9-841a-f67c3abf447b triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 13:57:26.095326 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:26.199461 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:26.232629 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port 64334a85-9f6e-42d9-841a-f67c3abf447b, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=64334a85-9f6e-42d9-841a-f67c3abf447b,segment=NetworkSegment(bee1ec46-2cb1-42f2-8e27-fe57720007fe),segment_id=bee1ec46-2cb1-42f2-8e27-fe57720007fe)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 13:57:26.236921 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:26.239465 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:26.253364 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 50256) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:57:26.285387 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=64334a85-9f6e-42d9-841a-f67c3abf447b,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:26.288373 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:26.544898 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-25305e2f-0a3f-48da-a4e9-c60b14767a4b admin admin] Request body: {'router': {'tenant_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'name': 'router1', 'admin_state_up': True}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 13:57:26.568587 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-25305e2f-0a3f-48da-a4e9-c60b14767a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28683'] for router, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:26.570082 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-25305e2f-0a3f-48da-a4e9-c60b14767a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-912730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28672'] for router, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:26.722894 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-25305e2f-0a3f-48da-a4e9-c60b14767a4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:26.727678 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-25305e2f-0a3f-48da-a4e9-c60b14767a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564606'] for router, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:26.740020 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-25305e2f-0a3f-48da-a4e9-c60b14767a4b admin admin] Notify callbacks [] for router, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:26.741180 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-25305e2f-0a3f-48da-a4e9-c60b14767a4b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4868631 Jun 28 13:57:27.985773 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 64334a85-9f6e-42d9-841a-f67c3abf447b up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 13:57:28.033818 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 64334a85-9f6e-42d9-841a-f67c3abf447b triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 13:57:28.034190 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:29.032991 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 50264) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:57:29.333283 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [None req-19f2bab6-c42b-42f8-89ea-d2605e7a790a admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 13:57:29.334253 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-19f2bab6-c42b-42f8-89ea-d2605e7a790a admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3003578 Jun 28 13:57:31.345105 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-d13b8724-5b72-4646-8ffc-1acaa8846838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:31.635575 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 50272) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:57:31.940739 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 13:57:31.961674 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Made reservation on behalf of c53df51ca31c4b8daabd9fd327dce1e4 for: {'network': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 13:57:31.963930 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:31.978601 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:32.090219 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:32.094339 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:32.097440 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:32.111773 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Reserving flat network on physical network physnet1 {{(pid=93024) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 13:57:32.128911 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c3c396-89c2-4eba-81e1-bd8035f5aa42,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:32.135290 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749054792479', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:32.135873 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Unsubscribe: segment precommit_create {{(pid=93024) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 13:57:32.136314 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.segments_db [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Added segment bed74f33-85b2-4497-97b3-fcfbf20566a1 of type flat for network 25d2b976-e9c7-4b06-b7a5-7d02942f13af Jun 28 13:57:32.151222 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:32.197610 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:32.243330 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:32.244862 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:57:32.245450 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:32.248124 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:32.295837 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6591506 Jun 28 13:57:32.335880 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Pushing event updated for resources: {'Network': ['ID=25d2b976-e9c7-4b06-b7a5-7d02942f13af,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:32.339041 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:32.347665 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 13:57:33.855448 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-deec860b-02b9-4480-847f-50c7d53b781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:34.137122 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:34.586174 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 50280) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:57:34.947542 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1502f9fb-a7fa-46ce-a5c3-57966e60e795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:57:34.948800 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-1502f9fb-a7fa-46ce-a5c3-57966e60e795 admin admin] 10.222.0.11 "GET /v2.0/subnets/bde953b9-3045-411b-b14b-07b2701b1503 HTTP/1.1" status: 200 len: 849 time: 0.3616867 Jun 28 13:57:34.988848 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:35.075249 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-906cf69e-6e58-4333-b4d3-66103a788989 admin admin] 10.222.0.11 "GET /v2.0/routers/781eb933-6732-4def-b994-484e528b7f22 HTTP/1.1" status: 200 len: 704 time: 0.1203158 Jun 28 13:57:35.329968 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:35.612987 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Allocated IP 172.20.0.1 (69911894-5da5-4a35-8318-094b7784d397/bde953b9-3045-411b-b14b-07b2701b1503/95ea1618-fbdc-4caa-bd69-2b8dcd015fb4) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 13:57:35.758957 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:35.780723 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.provisioning_blocks [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Transition to ACTIVE for port object 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4 will not be triggered until provisioned by entity DHCP. {{(pid=93024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 13:57:35.904705 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:35.907456 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:35.962966 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Network 69911894-5da5-4a35-8318-094b7784d397 is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 13:57:35.972352 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 13:57:35.974834 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 13:57:35.975359 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549502'] for router_interface, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:36.046621 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Pushing event updated for resources: {'Port': ['ID=95ea1618-fbdc-4caa-bd69-2b8dcd015fb4,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:36.050090 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:36.179487 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-4cb83643-6af0-4ced-9959-3597ce16d4fc None None] Provisioning for port 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 13:57:36.183094 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-4cb83643-6af0-4ced-9959-3597ce16d4fc None None] Provisioning complete for port 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 13:57:36.183475 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-4cb83643-6af0-4ced-9959-3597ce16d4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:36.190143 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:36.215500 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-4cb83643-6af0-4ced-9959-3597ce16d4fc None None] Port 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4 cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 13:57:36.359174 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:36.363350 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:36.364435 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549522'] for router_interface, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:36.366714 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:36.415238 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:36.442636 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Pushing event updated for resources: {'Port': ['ID=95ea1618-fbdc-4caa-bd69-2b8dcd015fb4,revision_number=2']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:36.449150 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:36.487354 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Network 69911894-5da5-4a35-8318-094b7784d397 is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 13:57:36.488655 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 13:57:36.635221 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-7af811b6-a40f-4a99-836e-0c35bf614d7d None None] Provisioning complete for port 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 13:57:36.635598 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-7af811b6-a40f-4a99-836e-0c35bf614d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:36.639911 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Router 781eb933-6732-4def-b994-484e528b7f22 is scheduled to L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d with binding_index 1 {{(pid=93024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 13:57:36.667477 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-7af811b6-a40f-4a99-836e-0c35bf614d7d None None] Port 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4 cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 13:57:36.727535 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 13:57:36.733438 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] 10.222.0.11 "PUT /v2.0/routers/781eb933-6732-4def-b994-484e528b7f22/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6534867 Jun 28 13:57:36.737952 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Sync routers for ids ['781eb933-6732-4def-b994-484e528b7f22'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 13:57:36.750000 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Routers {'781eb933-6732-4def-b994-484e528b7f22'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 13:57:36.750876 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T13:57:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['781eb933-6732-4def-b994-484e528b7f22'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 13:57:36.931349 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Set router 781eb933-6732-4def-b994-484e528b7f22 gateway port host: None {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 13:57:37.344121 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781eb933-6732-4def-b994-484e528b7f22', 'name': 'router1', 'tenant_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T13:57:26Z', 'updated_at': '2021-06-28T13:57:36Z', 'revision_number': 2, 'project_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'gw_port_host': None, '_interfaces': [{'id': '95ea1618-fbdc-4caa-bd69-2b8dcd015fb4', 'name': '', 'network_id': '69911894-5da5-4a35-8318-094b7784d397', 'tenant_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'mac_address': 'fa:16:3e:1a:7f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781eb933-6732-4def-b994-484e528b7f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bde953b9-3045-411b-b14b-07b2701b1503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T13:57:35Z', 'updated_at': '2021-06-28T13:57:36Z', 'revision_number': 2, 'project_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'subnets': [{'id': 'bde953b9-3045-411b-b14b-07b2701b1503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6c7c5b4-79b9-4e63-8e78-6f0622ad93a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 13:57:37.394576 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Checking router: 781eb933-6732-4def-b994-484e528b7f22 for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 13:57:37.394944 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Updating router 781eb933-6732-4def-b994-484e528b7f22 port 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4 binding host dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 13:57:37.459962 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:37.937358 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:37.956775 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.provisioning_blocks [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Transition to ACTIVE for port object 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4 will not be triggered until provisioned by entity L2. {{(pid=93026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 13:57:37.961742 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:37.966371 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:38.113386 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Pushing event updated for resources: {'Port': ['ID=95ea1618-fbdc-4caa-bd69-2b8dcd015fb4,revision_number=3']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:38.129557 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:38.129899 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:38.130227 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:38.130548 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:38.130865 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:38.131178 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:38.131488 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:38.131828 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:38.132155 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:38.132466 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:38.132771 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:38.133075 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Tracked resource versions report: Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: pushed versions: Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: { 'AddressGroup': {'1.2'}, Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'ConntrackHelper': {'1.0'}, Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Log': {'1.0'}, Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Network': {'1.1'}, Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Port': {'1.7'}, Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'PortForwarding': {'1.2'}, Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'QosPolicy': {'1.8'}, Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'SecurityGroup': {'1.4'}, Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'SecurityGroupRule': {'1.2'}, Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'SubPort': {'1.0'}, Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Subnet': {'1.1'}, Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Trunk': {'1.1'}} Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: consumer versions: Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: { DHCP agent@dv-cinder-761113-15-iscsi: {}, Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: L3 agent@dv-cinder-761113-15-iscsi: {}, Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: Metadata agent@dv-cinder-761113-15-iscsi: {}, Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: Metering agent@dv-cinder-761113-15-iscsi: {}, Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: Open vSwitch agent@dv-cinder-761113-15-iscsi: { 'AddressGroup': '1.2', Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'ConntrackHelper': '1.0', Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Log': '1.0', Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Network': '1.1', Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Port': '1.7', Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'PortForwarding': '1.2', Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'QosPolicy': '1.8', Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'SecurityGroup': '1.4', Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'SecurityGroupRule': '1.2', Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'SubPort': '1.0', Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Subnet': '1.1', Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Trunk': '1.1'}} Jun 28 13:57:38.134451 dv-cinder-761113-15-iscsi neutron-server[93026]: {{(pid=93026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 13:57:38.138157 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:38.139298 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Attempting to bind port 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 13:57:38.139721 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Attempting to bind port 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'bee1ec46-2cb1-42f2-8e27-fe57720007fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '69911894-5da5-4a35-8318-094b7784d397'}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 13:57:38.140171 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Attempting to bind port 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4 on network 69911894-5da5-4a35-8318-094b7784d397 {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 13:57:38.145525 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 13, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 13:57:38.145947 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Checking segment: {'id': 'bee1ec46-2cb1-42f2-8e27-fe57720007fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '69911894-5da5-4a35-8318-094b7784d397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 13:57:38.146463 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:38.146814 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Bound using segment: {'id': 'bee1ec46-2cb1-42f2-8e27-fe57720007fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '69911894-5da5-4a35-8318-094b7784d397'} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 13:57:38.147434 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Bound port: 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee1ec46-2cb1-42f2-8e27-fe57720007fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '69911894-5da5-4a35-8318-094b7784d397'}}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 13:57:38.147729 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:38.213191 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] For port 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 13:57:38.234669 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] For port 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=95ea1618-fbdc-4caa-bd69-2b8dcd015fb4,segment=NetworkSegment(bee1ec46-2cb1-42f2-8e27-fe57720007fe),segment_id=bee1ec46-2cb1-42f2-8e27-fe57720007fe)] {{(pid=93026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 13:57:38.239156 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:38.241225 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:38.296319 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Routers {'781eb933-6732-4def-b994-484e528b7f22'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 13:57:38.296940 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T13:57:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['781eb933-6732-4def-b994-484e528b7f22'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 13:57:38.334069 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Pushing event updated for resources: {'Port': ['ID=95ea1618-fbdc-4caa-bd69-2b8dcd015fb4,revision_number=4']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:38.362183 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:38.388014 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] Set router 781eb933-6732-4def-b994-484e528b7f22 gateway port host: None {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 13:57:38.591968 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781eb933-6732-4def-b994-484e528b7f22', 'name': 'router1', 'tenant_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T13:57:26Z', 'updated_at': '2021-06-28T13:57:36Z', 'revision_number': 2, 'project_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'gw_port_host': None, '_interfaces': [{'id': '95ea1618-fbdc-4caa-bd69-2b8dcd015fb4', 'name': '', 'network_id': '69911894-5da5-4a35-8318-094b7784d397', 'tenant_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'mac_address': 'fa:16:3e:1a:7f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781eb933-6732-4def-b994-484e528b7f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bde953b9-3045-411b-b14b-07b2701b1503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T13:57:35Z', 'updated_at': '2021-06-28T13:57:38Z', 'revision_number': 4, 'project_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'subnets': [{'id': 'bde953b9-3045-411b-b14b-07b2701b1503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6c7c5b4-79b9-4e63-8e78-6f0622ad93a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 13:57:38.616349 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbe7de-6c6b-4937-a70b-018465af6db6 None None] The sync data for ids ['781eb933-6732-4def-b994-484e528b7f22'] in dv-cinder-761113-15-iscsi is: [{'id': '781eb933-6732-4def-b994-484e528b7f22', 'name': 'router1', 'tenant_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T13:57:26Z', 'updated_at': '2021-06-28T13:57:36Z', 'revision_number': 2, 'project_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'gw_port_host': None, '_interfaces': [{'id': '95ea1618-fbdc-4caa-bd69-2b8dcd015fb4', 'name': '', 'network_id': '69911894-5da5-4a35-8318-094b7784d397', 'tenant_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'mac_address': 'fa:16:3e:1a:7f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781eb933-6732-4def-b994-484e528b7f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bde953b9-3045-411b-b14b-07b2701b1503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T13:57:35Z', 'updated_at': '2021-06-28T13:57:38Z', 'revision_number': 4, 'project_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'subnets': [{'id': 'bde953b9-3045-411b-b14b-07b2701b1503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6c7c5b4-79b9-4e63-8e78-6f0622ad93a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 13:57:38.928740 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 50300) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:57:39.100220 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5c9ad8-d808-4689-904a-84e1ccd21fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:57:39.101480 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-1c5c9ad8-d808-4689-904a-84e1ccd21fe2 admin admin] 10.222.0.11 "GET /v2.0/networks/25d2b976-e9c7-4b06-b7a5-7d02942f13af HTTP/1.1" status: 200 len: 842 time: 0.1718073 Jun 28 13:57:39.110595 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-d8345a82-633d-413c-844d-e6685b64b5a2 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 13:57:39.133919 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8345a82-633d-413c-844d-e6685b64b5a2 admin admin] Made reservation on behalf of c53df51ca31c4b8daabd9fd327dce1e4 for: {'subnet': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 13:57:39.136314 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d8345a82-633d-413c-844d-e6685b64b5a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:39.407277 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.objects.ports [None req-d8345a82-633d-413c-844d-e6685b64b5a2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93024) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 13:57:39.407616 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d8345a82-633d-413c-844d-e6685b64b5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for subnet, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:39.409718 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:39.458688 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8345a82-633d-413c-844d-e6685b64b5a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f54518c4-daef-4c21-aa2a-f2650e6cf176,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:39.462178 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-d8345a82-633d-413c-844d-e6685b64b5a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:39.468827 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8345a82-633d-413c-844d-e6685b64b5a2 admin admin] Checking segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 13:57:39.469178 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8345a82-633d-413c-844d-e6685b64b5a2 admin admin] Network hostable DHCP agents. Network: 25d2b976-e9c7-4b06-b7a5-7d02942f13af, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 13:57:39.484933 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8345a82-633d-413c-844d-e6685b64b5a2 admin admin] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 13:57:39.494094 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-d8345a82-633d-413c-844d-e6685b64b5a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, 25d2b976-e9c7-4b06-b7a5-7d02942f13af) {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 13:57:39.498809 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8345a82-633d-413c-844d-e6685b64b5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:57:39.499360 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d8345a82-633d-413c-844d-e6685b64b5a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:39.503356 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f1ee30-5ee4-49b4-ba22-f081a192f0b6 None None] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 13:57:39.525185 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-d8345a82-633d-413c-844d-e6685b64b5a2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4104285 Jun 28 13:57:39.636315 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d78499f-d021-4567-8c0c-eb32892e30f5 None None] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 13:57:41.745580 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 50322) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:57:41.952080 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-9c668d90-4121-434b-a451-4465a59d0612 admin admin] 10.222.0.11 "GET /v2.0/routers/781eb933-6732-4def-b994-484e528b7f22 HTTP/1.1" status: 200 len: 710 time: 0.1998827 Jun 28 13:57:42.010006 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 13:57:42.034226 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ae8ee4-792c-4677-a9fe-ebc338a24a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:57:42.035619 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-a7ae8ee4-792c-4677-a9fe-ebc338a24a73 admin admin] 10.222.0.11 "GET /v2.0/networks/25d2b976-e9c7-4b06-b7a5-7d02942f13af HTTP/1.1" status: 200 len: 886 time: 0.0823801 Jun 28 13:57:42.044339 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 13:57:42.057117 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 13:57:42.061421 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 13:57:42.061911 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:42.139591 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:42.170121 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=95ea1618-fbdc-4caa-bd69-2b8dcd015fb4,segment=NetworkSegment(bee1ec46-2cb1-42f2-8e27-fe57720007fe),segment_id=bee1ec46-2cb1-42f2-8e27-fe57720007fe)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 13:57:42.173928 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:42.177264 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:42.221176 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=95ea1618-fbdc-4caa-bd69-2b8dcd015fb4,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:42.224259 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:42.283837 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-564523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28718'] for router, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:42.519017 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:42.589440 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:42.692204 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Allocated IP 172.27.2.253 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 13:57:42.789606 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:42.827798 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:42.830190 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:42.862935 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 13:57:42.865871 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 13:57:42.869425 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 13:57:42.934050 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Pushing event updated for resources: {'Port': ['ID=da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:42.937983 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:43.108807 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:43.371230 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-564523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28718'] for router, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:43.374329 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-564501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-564492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-705020'] for router, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:43.474483 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Router 781eb933-6732-4def-b994-484e528b7f22 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 13:57:43.576059 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 13:57:43.580094 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Notify callbacks [] for router, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:43.581263 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] 10.222.0.11 "PUT /v2.0/routers/781eb933-6732-4def-b994-484e528b7f22 HTTP/1.1" status: 200 len: 890 time: 1.5401621 Jun 28 13:57:43.588822 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Sync routers for ids ['781eb933-6732-4def-b994-484e528b7f22'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 13:57:43.602096 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Routers {'781eb933-6732-4def-b994-484e528b7f22'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 13:57:43.602864 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T13:57:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['781eb933-6732-4def-b994-484e528b7f22'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 13:57:43.863172 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Set router 781eb933-6732-4def-b994-484e528b7f22 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 13:57:44.000318 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 13:57:44.179152 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 13:57:44.179529 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:44.336905 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781eb933-6732-4def-b994-484e528b7f22', 'name': 'router1', 'tenant_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T13:57:26Z', 'updated_at': '2021-06-28T13:57:42Z', 'revision_number': 4, 'project_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'gw_port': {'id': 'da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781eb933-6732-4def-b994-484e528b7f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T13:57:42Z', 'updated_at': '2021-06-28T13:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '95ea1618-fbdc-4caa-bd69-2b8dcd015fb4', 'name': '', 'network_id': '69911894-5da5-4a35-8318-094b7784d397', 'tenant_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'mac_address': 'fa:16:3e:1a:7f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781eb933-6732-4def-b994-484e528b7f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bde953b9-3045-411b-b14b-07b2701b1503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T13:57:35Z', 'updated_at': '2021-06-28T13:57:42Z', 'revision_number': 5, 'project_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'subnets': [{'id': 'bde953b9-3045-411b-b14b-07b2701b1503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6c7c5b4-79b9-4e63-8e78-6f0622ad93a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 13:57:44.388665 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Checking router: 781eb933-6732-4def-b994-484e528b7f22 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 13:57:44.389036 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Updating router 781eb933-6732-4def-b994-484e528b7f22 port da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc binding host dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 13:57:44.420556 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:44.732924 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Notify callbacks [] for port, precommit_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:44.742190 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Transition to ACTIVE for port object da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 13:57:44.748294 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:44.751115 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:44.800662 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Attempting to bind port da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 13:57:44.801038 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Attempting to bind port da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 13:57:44.801404 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Attempting to bind port da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc on network 25d2b976-e9c7-4b06-b7a5-7d02942f13af {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 13:57:44.804126 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa2656-dd29-4b19-bace-ad55319036e9 None None] Pushing event updated for resources: {'Port': ['ID=da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc,revision_number=2']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:44.807811 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-64fa2656-dd29-4b19-bace-ad55319036e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:44.808915 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 13, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 13:57:44.809839 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Checking segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 13:57:44.810284 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:44.810671 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Bound using segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 13:57:44.811140 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Bound port: da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 13:57:44.811524 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:44.859346 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] For port da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 13:57:44.862754 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] For port da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 13:57:44.866035 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:44.869344 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-3178ce9d-4962-4dcb-9646-8ed6e45a4e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:44.917296 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Routers {'781eb933-6732-4def-b994-484e528b7f22'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 13:57:44.918026 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T13:57:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['781eb933-6732-4def-b994-484e528b7f22'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 13:57:45.034988 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa2656-dd29-4b19-bace-ad55319036e9 None None] Pushing event updated for resources: {'Port': ['ID=da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:45.037865 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-64fa2656-dd29-4b19-bace-ad55319036e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:45.100932 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] Set router 781eb933-6732-4def-b994-484e528b7f22 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 13:57:45.301015 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781eb933-6732-4def-b994-484e528b7f22', 'name': 'router1', 'tenant_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T13:57:26Z', 'updated_at': '2021-06-28T13:57:42Z', 'revision_number': 4, 'project_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'gw_port': {'id': 'da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781eb933-6732-4def-b994-484e528b7f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T13:57:42Z', 'updated_at': '2021-06-28T13:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '95ea1618-fbdc-4caa-bd69-2b8dcd015fb4', 'name': '', 'network_id': '69911894-5da5-4a35-8318-094b7784d397', 'tenant_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'mac_address': 'fa:16:3e:1a:7f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781eb933-6732-4def-b994-484e528b7f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bde953b9-3045-411b-b14b-07b2701b1503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T13:57:35Z', 'updated_at': '2021-06-28T13:57:42Z', 'revision_number': 5, 'project_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'subnets': [{'id': 'bde953b9-3045-411b-b14b-07b2701b1503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6c7c5b4-79b9-4e63-8e78-6f0622ad93a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 13:57:45.326863 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18496f12-3494-4c0b-863c-f198cc226b75 None None] The sync data for ids ['781eb933-6732-4def-b994-484e528b7f22'] in dv-cinder-761113-15-iscsi is: [{'id': '781eb933-6732-4def-b994-484e528b7f22', 'name': 'router1', 'tenant_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T13:57:26Z', 'updated_at': '2021-06-28T13:57:42Z', 'revision_number': 4, 'project_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'gw_port': {'id': 'da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781eb933-6732-4def-b994-484e528b7f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T13:57:42Z', 'updated_at': '2021-06-28T13:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '95ea1618-fbdc-4caa-bd69-2b8dcd015fb4', 'name': '', 'network_id': '69911894-5da5-4a35-8318-094b7784d397', 'tenant_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'mac_address': 'fa:16:3e:1a:7f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781eb933-6732-4def-b994-484e528b7f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bde953b9-3045-411b-b14b-07b2701b1503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T13:57:35Z', 'updated_at': '2021-06-28T13:57:42Z', 'revision_number': 5, 'project_id': 'a8f1fd39c4d149b4a0223682eb18834f', 'subnets': [{'id': 'bde953b9-3045-411b-b14b-07b2701b1503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6c7c5b4-79b9-4e63-8e78-6f0622ad93a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 13:57:45.910766 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 50330) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:57:46.032753 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 13:57:46.041430 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-3d3a1517-de4e-4b20-8a00-080796932cc6 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1295221 Jun 28 13:57:46.087569 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 13:57:46.091798 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 13:57:46.092186 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:46.174870 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:46.196073 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 13:57:46.200749 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:57:46.202770 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:57:46.248220 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:57:46.251220 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:57:48.011577 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 13:57:48.067119 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port da9b5e93-3cb1-4df5-8fec-e7e5c8a564bc triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 13:57:48.067493 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:58:01.353387 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-82a4a2d1-04f9-44a8-b78f-d5dcc973bc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:58:02.796346 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 5 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 13:58:03.863153 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-56359601-5966-481e-92ee-047ced1c7d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:58:04.154873 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:58:04.999148 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:58:06.432588 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:58:31.348515 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-eea03c4f-57a4-416e-bf8a-9c4d34f3a654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:58:33.860661 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-7abd5a4a-fe65-4760-a2c4-15ae2eb8dcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:58:34.137760 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:58:34.991050 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:58:36.440437 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:58:39.795318 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 5 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 13:59:01.352595 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-4005c0a8-00c3-4a80-9504-b2073be9fab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:59:03.851401 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-86352cdb-a53c-46bc-8256-eee474a4caa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:59:04.139076 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:59:04.999946 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:59:06.442043 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:59:16.794358 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 5 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 13:59:19.851945 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 50898) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:59:19.910513 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe1786a-b6fb-4369-8bab-e49c23600b83 admin admin] GET failed (client error): The resource could not be found. Jun 28 13:59:19.911832 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-1fe1786a-b6fb-4369-8bab-e49c23600b83 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0589225 Jun 28 13:59:20.064141 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e1eefb-f5c7-4bc8-b5ae-e932658bf2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:59:20.065537 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-f6e1eefb-f5c7-4bc8-b5ae-e932658bf2b8 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1499999 Jun 28 13:59:22.163779 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 50908) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:59:22.295855 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dcafd8-430c-4cd5-87ab-15859e7be3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:59:22.297115 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-44dcafd8-430c-4cd5-87ab-15859e7be3ed admin admin] 10.222.0.11 "GET /v2.0/subnets/bde953b9-3045-411b-b14b-07b2701b1503 HTTP/1.1" status: 200 len: 849 time: 0.1324029 Jun 28 13:59:22.306068 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 13:59:22.389234 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Notify callbacks [] for subnet, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:59:22.538934 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749054856412'] for subnet, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:59:22.543623 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 13:59:22.593357 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:59:22.593884 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:59:22.610670 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] 10.222.0.11 "PUT /v2.0/subnets/bde953b9-3045-411b-b14b-07b2701b1503 HTTP/1.1" status: 200 len: 868 time: 0.3058131 Jun 28 13:59:22.610916 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f307aa-692b-4ccc-a2ce-ade1e08a765e None None] Network 69911894-5da5-4a35-8318-094b7784d397 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 13:59:22.629516 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde953b9-3045-411b-b14b-07b2701b1503,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 13:59:22.636704 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:59:22.637044 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:59:22.637367 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:59:22.637690 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:59:22.638008 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:59:22.638341 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:59:22.638660 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:59:22.638989 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:59:22.639319 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:59:22.639632 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:59:22.639969 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:59:22.640277 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 13:59:22.644425 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 13:59:22.993472 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-f6c68fce-5b47-469f-9718-f2c4d9e0607a None None] Provisioning complete for port 95ea1618-fbdc-4caa-bd69-2b8dcd015fb4 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 13:59:22.993844 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-f6c68fce-5b47-469f-9718-f2c4d9e0607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:59:23.073836 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-f6c68fce-5b47-469f-9718-f2c4d9e0607a None None] Provisioning complete for port 64334a85-9f6e-42d9-841a-f67c3abf447b triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 13:59:23.074133 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-f6c68fce-5b47-469f-9718-f2c4d9e0607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:59:24.714652 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 50918) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:59:24.905743 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8feb378-f7ee-47e7-9f2b-34085bbc5a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:59:24.906217 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8feb378-f7ee-47e7-9f2b-34085bbc5a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:59:24.907769 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-f8feb378-f7ee-47e7-9f2b-34085bbc5a28 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1921382 Jun 28 13:59:27.078508 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 50926) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:59:27.268163 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a8ccec-42d5-466e-8404-1a03cdcc0822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:59:27.268547 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a8ccec-42d5-466e-8404-1a03cdcc0822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:59:27.270065 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-f5a8ccec-42d5-466e-8404-1a03cdcc0822 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1906290 Jun 28 13:59:29.384746 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 50934) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:59:29.505810 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9904bba9-a51c-46f0-877a-a4b6a2f17340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:59:29.507186 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-9904bba9-a51c-46f0-877a-a4b6a2f17340 admin admin] 10.222.0.11 "GET /v2.0/networks/25d2b976-e9c7-4b06-b7a5-7d02942f13af HTTP/1.1" status: 200 len: 886 time: 0.1214845 Jun 28 13:59:31.352147 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-fdcadcab-4a7f-4899-9096-b6bd9b292853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:59:31.601662 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 50942) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:59:31.724464 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f576f2e3-2e09-4a74-a227-26dcdb055c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:59:31.725800 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-f576f2e3-2e09-4a74-a227-26dcdb055c39 admin admin] 10.222.0.11 "GET /v2.0/networks/69911894-5da5-4a35-8318-094b7784d397 HTTP/1.1" status: 200 len: 869 time: 0.1232040 Jun 28 13:59:33.812573 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 50950) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:59:33.852348 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-17c6cbf3-e786-466b-a6d1-1eaa59d26d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:59:33.932761 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa6e3d3-e518-4c27-b71e-94d73d322727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:59:33.933225 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa6e3d3-e518-4c27-b71e-94d73d322727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:59:33.934729 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-4fa6e3d3-e518-4c27-b71e-94d73d322727 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212173 Jun 28 13:59:34.139597 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:59:34.998112 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:59:36.037501 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 50958) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:59:36.123702 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1701ca2-e9f4-463a-8903-381b0e1b6ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:59:36.124177 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1701ca2-e9f4-463a-8903-381b0e1b6ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:59:36.125623 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-f1701ca2-e9f4-463a-8903-381b0e1b6ba5 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0871615 Jun 28 13:59:36.446503 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 13:59:38.217355 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 50966) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:59:38.304209 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263c08a4-900c-44ee-8f89-02bb3736a868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:59:38.305448 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-263c08a4-900c-44ee-8f89-02bb3736a868 admin admin] 10.222.0.11 "GET /v2.0/subnets/bde953b9-3045-411b-b14b-07b2701b1503 HTTP/1.1" status: 200 len: 868 time: 0.0871575 Jun 28 13:59:40.409952 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 50974) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 13:59:40.495394 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246f818e-3159-4e5e-862c-8ae4caaeabcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 13:59:40.496761 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-246f818e-3159-4e5e-862c-8ae4caaeabcd admin admin] 10.222.0.11 "GET /v2.0/subnets/f54518c4-daef-4c21-aa2a-f2650e6cf176 HTTP/1.1" status: 200 len: 816 time: 0.0858505 Jun 28 13:59:53.793345 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 5 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:00:01.352978 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-ac03d4cc-ef46-4bac-ab12-b44f6385cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:03.556138 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51018) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:00:03.601314 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [None req-ccca8c7f-0d01-47b6-8733-f3425a66332b admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 14:00:03.602865 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-ccca8c7f-0d01-47b6-8733-f3425a66332b admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452521 Jun 28 14:00:03.853542 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2014-1497-4f38-8f61-ef24e0576ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:04.140971 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:05.001485 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:05.795337 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51026) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:00:05.861873 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b48908-cbf8-4594-8a7c-1d6a66bd16ea admin admin] GET failed (client error): The resource could not be found. Jun 28 14:00:05.863228 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-36b48908-cbf8-4594-8a7c-1d6a66bd16ea admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0669312 Jun 28 14:00:06.003717 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672e54f-5390-4229-b0d8-c0f4cef829b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:00:06.005150 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-8672e54f-5390-4229-b0d8-c0f4cef829b0 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1378226 Jun 28 14:00:06.448255 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:08.166208 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51034) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:00:08.209774 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-11734407-fcef-4242-b919-764e79cb58cc admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:00:08.230602 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11734407-fcef-4242-b919-764e79cb58cc admin admin] Made reservation on behalf of c53df51ca31c4b8daabd9fd327dce1e4 for: {'network': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:00:08.232911 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11734407-fcef-4242-b919-764e79cb58cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:08.266578 dv-cinder-761113-15-iscsi neutron-server[93023]: WARNING neutron.services.revisions.revision_plugin [None req-11734407-fcef-4242-b919-764e79cb58cc admin admin] Could not find related network for resource to bump revision. Jun 28 14:00:08.278637 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11734407-fcef-4242-b919-764e79cb58cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=93023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:00:08.287180 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11734407-fcef-4242-b919-764e79cb58cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:08.287518 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.db.segments_db [None req-11734407-fcef-4242-b919-764e79cb58cc admin admin] Added segment d83bdb0c-fb67-48df-a21a-4e65ddd98212 of type vlan for network eccb38e7-5b7d-410d-a098-92f57ce4b312 Jun 28 14:00:08.327393 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11734407-fcef-4242-b919-764e79cb58cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:08.354307 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11734407-fcef-4242-b919-764e79cb58cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:08.355636 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11734407-fcef-4242-b919-764e79cb58cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:00:08.356225 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11734407-fcef-4242-b919-764e79cb58cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:08.359517 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:00:08.386586 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-11734407-fcef-4242-b919-764e79cb58cc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2192900 Jun 28 14:00:08.418075 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11734407-fcef-4242-b919-764e79cb58cc admin admin] Pushing event updated for resources: {'Network': ['ID=eccb38e7-5b7d-410d-a098-92f57ce4b312,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:00:08.420845 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-11734407-fcef-4242-b919-764e79cb58cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:00:08.428920 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network eccb38e7-5b7d-410d-a098-92f57ce4b312 details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:00:10.509575 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51042) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:00:10.566925 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c85a41a-a834-4b43-84a3-fd201e3583d1 admin admin] GET failed (client error): The resource could not be found. Jun 28 14:00:10.568272 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-3c85a41a-a834-4b43-84a3-fd201e3583d1 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0577991 Jun 28 14:00:10.636399 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a829aa18-edc5-4009-a427-4323fe405c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:00:10.637769 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-a829aa18-edc5-4009-a427-4323fe405c86 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650687 Jun 28 14:00:10.646918 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'eccb38e7-5b7d-410d-a098-92f57ce4b312'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:00:10.666170 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Made reservation on behalf of c53df51ca31c4b8daabd9fd327dce1e4 for: {'subnet': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:00:10.668346 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:10.821832 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for subnet, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:10.824550 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-d8345a82-633d-413c-844d-e6685b64b5a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:00:10.876572 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a3a29e9-f0bd-4835-a464-c86bfd9a28a6,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:00:10.883877 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Checking segment: {'id': 'd83bdb0c-fb67-48df-a21a-4e65ddd98212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eccb38e7-5b7d-410d-a098-92f57ce4b312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:00:10.884224 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Network hostable DHCP agents. Network: eccb38e7-5b7d-410d-a098-92f57ce4b312, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:00:10.886431 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:10.886787 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:10.887120 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:10.887443 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:10.887788 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:10.888121 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:10.888444 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:10.888770 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:10.889099 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:10.889411 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:10.889717 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:10.890026 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:10.893620 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:00:10.905518 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Network eccb38e7-5b7d-410d-a098-92f57ce4b312 is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:00:10.913110 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, eccb38e7-5b7d-410d-a098-92f57ce4b312) {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:00:10.917820 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:00:10.918394 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:10.922095 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e0ac88-e7f3-4295-aa66-cd534191d792 None None] Network eccb38e7-5b7d-410d-a098-92f57ce4b312 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:00:10.932278 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2885666 Jun 28 14:00:11.166985 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f3e3a9-c59e-5da9-8838-58e8a81b630c-eccb38e7-5b7d-410d-a098-92f57ce4b312', 'network_id': 'eccb38e7-5b7d-410d-a098-92f57ce4b312', 'tenant_id': 'c53df51ca31c4b8daabd9fd327dce1e4', 'fixed_ips': [{'subnet_id': '6a3a29e9-f0bd-4835-a464-c86bfd9a28a6'}]}} from dv-cinder-761113-15-iscsi. {{(pid=93025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 14:00:11.167910 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:11.298356 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.db_base_plugin_common [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Allocated IP 192.168.233.2 (eccb38e7-5b7d-410d-a098-92f57ce4b312/6a3a29e9-f0bd-4835-a464-c86bfd9a28a6/80d00f5e-5227-411c-b566-b59439abf935) {{(pid=93025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:00:11.462490 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:11.472444 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Transition to ACTIVE for port object 80d00f5e-5227-411c-b566-b59439abf935 will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:00:11.489521 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Transition to ACTIVE for port object 80d00f5e-5227-411c-b566-b59439abf935 will not be triggered until provisioned by entity DHCP. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:00:11.502761 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:11.505819 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:00:11.552049 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Network eccb38e7-5b7d-410d-a098-92f57ce4b312 is already hosted by enough agents. {{(pid=93025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:00:11.556056 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.base_scheduler [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Resources bound (agent type, host, resource id): {{(pid=93025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:00:11.557902 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Pushing event updated for resources: {'Port': ['ID=80d00f5e-5227-411c-b566-b59439abf935,revision_number=1']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:00:11.560008 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Received port after_create {{(pid=93025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:00:11.590632 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:11.591069 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:11.591473 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:11.591679 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:11.592039 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:11.592365 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:11.592691 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:11.593016 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:11.593342 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:11.593697 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:11.594012 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:11.594339 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:00:11.599565 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:00:11.629169 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Attempting to bind port 80d00f5e-5227-411c-b566-b59439abf935 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:00:11.629545 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Attempting to bind port 80d00f5e-5227-411c-b566-b59439abf935 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'd83bdb0c-fb67-48df-a21a-4e65ddd98212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eccb38e7-5b7d-410d-a098-92f57ce4b312'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:00:11.629913 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Attempting to bind port 80d00f5e-5227-411c-b566-b59439abf935 on network eccb38e7-5b7d-410d-a098-92f57ce4b312 {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:00:11.635371 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:00:11.635772 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Checking segment: {'id': 'd83bdb0c-fb67-48df-a21a-4e65ddd98212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eccb38e7-5b7d-410d-a098-92f57ce4b312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:00:11.636189 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:11.636577 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Bound using segment: {'id': 'd83bdb0c-fb67-48df-a21a-4e65ddd98212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eccb38e7-5b7d-410d-a098-92f57ce4b312'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:00:11.637047 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Bound port: 80d00f5e-5227-411c-b566-b59439abf935, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83bdb0c-fb67-48df-a21a-4e65ddd98212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eccb38e7-5b7d-410d-a098-92f57ce4b312'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:00:11.637451 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:11.697440 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] For port 80d00f5e-5227-411c-b566-b59439abf935, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:00:11.700467 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] For port 80d00f5e-5227-411c-b566-b59439abf935, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=80d00f5e-5227-411c-b566-b59439abf935,segment=NetworkSegment(d83bdb0c-fb67-48df-a21a-4e65ddd98212),segment_id=d83bdb0c-fb67-48df-a21a-4e65ddd98212)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:00:11.705378 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:11.707603 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:00:11.765328 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Pushing event updated for resources: {'Port': ['ID=80d00f5e-5227-411c-b566-b59439abf935,revision_number=2']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:00:11.766991 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:00:12.133616 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 80d00f5e-5227-411c-b566-b59439abf935 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:00:12.186761 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 80d00f5e-5227-411c-b566-b59439abf935 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:00:12.614654 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e75f2-cc8f-43e4-9543-0da20139f411 None None] Network eccb38e7-5b7d-410d-a098-92f57ce4b312 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:00:12.735237 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-35cb955a-270a-45ab-8e43-578697084854 None None] Provisioning for port 80d00f5e-5227-411c-b566-b59439abf935 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:00:12.756290 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-35cb955a-270a-45ab-8e43-578697084854 None None] Provisioning complete for port 80d00f5e-5227-411c-b566-b59439abf935 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:00:12.756672 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-35cb955a-270a-45ab-8e43-578697084854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:12.857245 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-35cb955a-270a-45ab-8e43-578697084854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:12.892027 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-35cb955a-270a-45ab-8e43-578697084854 None None] For port 80d00f5e-5227-411c-b566-b59439abf935, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=80d00f5e-5227-411c-b566-b59439abf935,segment=NetworkSegment(d83bdb0c-fb67-48df-a21a-4e65ddd98212),segment_id=d83bdb0c-fb67-48df-a21a-4e65ddd98212)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:00:12.898537 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-35cb955a-270a-45ab-8e43-578697084854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:12.901280 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-64fa2656-dd29-4b19-bace-ad55319036e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:00:12.950861 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb955a-270a-45ab-8e43-578697084854 None None] Pushing event updated for resources: {'Port': ['ID=80d00f5e-5227-411c-b566-b59439abf935,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:00:12.954403 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-35cb955a-270a-45ab-8e43-578697084854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:00:13.023483 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-b01d0087-6cb3-46e9-9ed8-6253bf441efa None None] Provisioning complete for port 80d00f5e-5227-411c-b566-b59439abf935 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:00:13.024463 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-b01d0087-6cb3-46e9-9ed8-6253bf441efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:14.106592 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 80d00f5e-5227-411c-b566-b59439abf935 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:00:14.152240 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 80d00f5e-5227-411c-b566-b59439abf935 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:00:14.152613 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:30.792154 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 5 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:00:31.354237 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-eca3bcc8-0630-400c-b717-d44635fa315d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:33.854620 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-4309ccd9-191a-485a-9d74-d9b9d00b9bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:34.140925 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:35.004600 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:00:36.452739 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:01.354628 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-c3cd36ab-ea89-42f2-8b82-e5ad378550e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:03.856822 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-d43f9649-2639-41cc-8189-33230fa5cbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:04.141466 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:05.006802 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:06.454647 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:07.791241 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 5 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:01:23.178095 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51094) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:01:23.184129 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [None req-5fc87767-1415-460f-8fc4-d46b3d698eed tempest-verify_tempest_config-168501551 tempest-verify_tempest_config-168501551-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 14:01:23.185083 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-5fc87767-1415-460f-8fc4-d46b3d698eed tempest-verify_tempest_config-168501551 tempest-verify_tempest_config-168501551-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059946 Jun 28 14:01:23.487500 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51112) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:01:23.590611 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:23.678468 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:23.682610 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:23.685624 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:01:23.820904 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21f64b5ca4bd4bb588c893b25e6f9496&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3323035 Jun 28 14:01:23.821745 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02e965a-677b-4ce7-9413-27226af4063f,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:01:23.823469 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51116) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:01:23.828273 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:23.828620 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:23.828958 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:23.829288 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:23.829632 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:23.829959 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:23.830287 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:23.830624 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:23.830963 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:23.831283 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:23.831597 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:23.831936 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:23.835811 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:01:23.879018 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:23.900864 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:23.984389 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:23.987100 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:23.988251 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c02e965a-677b-4ce7-9413-27226af4063f HTTP/1.1" status: 204 len: 168 time: 0.1637309 Jun 28 14:01:23.988926 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:01:23.997162 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02e965a-677b-4ce7-9413-27226af4063f,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:01:24.003498 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:24.003884 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:24.004224 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:24.004551 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:24.004915 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:24.005186 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:24.005509 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:24.005829 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:24.006162 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:24.006736 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:24.007055 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:24.007451 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:01:24.010569 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:01:31.355492 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-ab7442a0-917d-4d77-8cf7-303d80f9640f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:33.858539 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-97f3dfd8-5ace-4ca7-97e5-d32bc0b410dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:34.142187 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:35.008772 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:36.462724 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:01:44.789454 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 5 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:02:01.356688 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-67fb7e5f-606c-4797-b9f7-77e375799290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:02:03.858583 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-961a5ed1-7f18-4aed-9c73-f9fc4f1142e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:02:04.143048 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:02:05.014099 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:02:06.461112 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:02:21.788154 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 5 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:02:31.356142 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-6706eb6b-60d9-4933-93b6-c187d254c9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:02:33.859480 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-3062b5f5-85e4-4ea9-8757-41c5fd5ce2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:02:34.144237 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:02:35.014026 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:02:36.464582 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:02:56.308308 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-705370'] for agent, after_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:02:58.785927 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:03:01.354863 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-43ea7215-16e0-4ea6-83e2-48e35657e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:03:03.859588 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-78d41750-8c7b-42d5-bdec-024b2ddcfc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:03:04.146400 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:03:05.016977 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:03:06.469177 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:03:11.341330 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51190) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:03:11.440316 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-f607fcad-09e4-47e9-9a1d-d16b1ee2ead7 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0979099 Jun 28 14:03:13.567906 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51200) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:03:13.625525 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-f657b5cf-7f00-4743-8789-8e6555c210bd admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0565398 Jun 28 14:03:26.291998 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:03:31.354598 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-035776b6-47f8-4584-9559-f6dbdade40c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:03:33.863927 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-781c9438-a51b-4738-92ed-5e2a4dbaaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:03:34.146442 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:03:35.019264 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:03:35.784615 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:03:36.470233 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:03:56.322881 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:01.353966 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-7c0ffade-0b3a-489c-9749-128f15c458a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:03.867938 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-086d81a3-3d29-4ada-987d-e5c5b3b9f778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:04.147490 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:05.027104 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:06.497573 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:12.782846 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:04:26.320903 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:31.356895 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-1ab1c2de-8bdb-4b65-ad0d-c798e208d599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:33.861023 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-263d65af-e1dc-480c-bc34-56f35cda5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:34.150805 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:35.025682 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:36.482375 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:41.249780 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51390) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:41.481841 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-network', 'tenant_id': '724e3789680240be9f570b8ca116df8d'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:04:41.503899 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Made reservation on behalf of 724e3789680240be9f570b8ca116df8d for: {'network': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:04:41.506783 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:41.515021 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:41.605220 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:41.610793 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:41.618377 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:41.636907 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=93024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:04:41.659995 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d26690d-b85b-47d9-82dd-10adbc89cfc1,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:41.660529 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:41.660947 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.segments_db [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Added segment 810ad5bf-f602-4aef-bc96-f030f5c158b2 of type vlan for network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece Jun 28 14:04:41.672487 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:41.672875 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:41.673201 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:41.673515 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:41.673832 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:41.674149 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:41.674467 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:41.674788 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:41.675105 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:41.675414 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:41.675743 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:41.676054 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Tracked resource versions report: Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: pushed versions: Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: { 'AddressGroup': {'1.2'}, Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'ConntrackHelper': {'1.0'}, Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Log': {'1.0'}, Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Network': {'1.1'}, Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Port': {'1.7'}, Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'PortForwarding': {'1.2'}, Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'QosPolicy': {'1.8'}, Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'SecurityGroup': {'1.4'}, Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'SecurityGroupRule': {'1.2'}, Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'SubPort': {'1.0'}, Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Subnet': {'1.1'}, Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Trunk': {'1.1'}} Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: consumer versions: Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: { DHCP agent@dv-cinder-761113-15-iscsi: {}, Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: HyperV agent@hv-cinder-76111: {}, Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: L3 agent@dv-cinder-761113-15-iscsi: {}, Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: Metadata agent@dv-cinder-761113-15-iscsi: {}, Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: Metering agent@dv-cinder-761113-15-iscsi: {}, Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: Open vSwitch agent@dv-cinder-761113-15-iscsi: { 'AddressGroup': '1.2', Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'ConntrackHelper': '1.0', Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Log': '1.0', Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Network': '1.1', Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Port': '1.7', Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'PortForwarding': '1.2', Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'QosPolicy': '1.8', Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'SecurityGroup': '1.4', Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'SecurityGroupRule': '1.2', Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'SubPort': '1.0', Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Subnet': '1.1', Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: 'Trunk': '1.1'}} Jun 28 14:04:41.677204 dv-cinder-761113-15-iscsi neutron-server[93024]: {{(pid=93024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 14:04:41.699534 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:41.712506 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:41.747018 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:41.748577 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:04:41.749214 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:41.751352 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a614d2f6-6ad5-4b74-966f-297288ddae58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:41.808077 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51430) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:41.808633 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5572488 Jun 28 14:04:41.813685 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Pushing event updated for resources: {'Network': ['ID=3b5658ba-f6d1-4294-a5cd-fbb420c38ece,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:41.815856 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Request body: {'subnet': {'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-subnet', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:04:41.817168 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:41.825985 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:04:41.844403 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Made reservation on behalf of 724e3789680240be9f570b8ca116df8d for: {'subnet': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:04:41.847234 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:42.074919 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for subnet, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:42.079527 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-67efb021-d88e-4dfd-9792-eb14fbebcfbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:42.130900 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad9292e9-2ab9-4760-baef-5dfd44f625a4,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:42.140977 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:42.141336 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:42.141850 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:42.142468 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:42.142946 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:42.148269 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51452) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:42.154133 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:42.154455 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:42.154792 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:42.155121 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:42.155438 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:42.155949 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:42.156451 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Tracked resource versions report: Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: pushed versions: Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: { 'AddressGroup': {'1.2'}, Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'ConntrackHelper': {'1.0'}, Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Log': {'1.0'}, Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Network': {'1.1'}, Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Port': {'1.7'}, Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'PortForwarding': {'1.2'}, Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'QosPolicy': {'1.8'}, Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'SecurityGroup': {'1.4'}, Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'SecurityGroupRule': {'1.2'}, Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'SubPort': {'1.0'}, Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Subnet': {'1.1'}, Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Trunk': {'1.1'}} Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: consumer versions: Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: { DHCP agent@dv-cinder-761113-15-iscsi: {}, Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: HyperV agent@hv-cinder-76111: {}, Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: L3 agent@dv-cinder-761113-15-iscsi: {}, Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: Metadata agent@dv-cinder-761113-15-iscsi: {}, Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: Metering agent@dv-cinder-761113-15-iscsi: {}, Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: Open vSwitch agent@dv-cinder-761113-15-iscsi: { 'AddressGroup': '1.2', Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'ConntrackHelper': '1.0', Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Log': '1.0', Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Network': '1.1', Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Port': '1.7', Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'PortForwarding': '1.2', Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'QosPolicy': '1.8', Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'SecurityGroup': '1.4', Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'SecurityGroupRule': '1.2', Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'SubPort': '1.0', Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Subnet': '1.1', Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: 'Trunk': '1.1'}} Jun 28 14:04:42.157795 dv-cinder-761113-15-iscsi neutron-server[93023]: {{(pid=93023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 14:04:42.167091 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:42.168902 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51458) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:42.194666 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51462) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:42.195388 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Checking segment: {'id': '810ad5bf-f602-4aef-bc96-f030f5c158b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:04:42.195858 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Network hostable DHCP agents. Network: 3b5658ba-f6d1-4294-a5cd-fbb420c38ece, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:04:42.226151 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:04:42.241312 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, 3b5658ba-f6d1-4294-a5cd-fbb420c38ece) {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:04:42.253936 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:04:42.254826 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e12073-0a2c-4234-b9bc-7ee61ddeba66 None None] Network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:04:42.255288 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:42.277305 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51474) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:42.278314 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4676583 Jun 28 14:04:42.282781 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:04:42.315422 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28683'] for router, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:42.316990 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-912730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28672'] for router, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:42.391364 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:42.418527 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f3e3a9-c59e-5da9-8838-58e8a81b630c-3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4'}]}} from dv-cinder-761113-15-iscsi. {{(pid=93025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 14:04:42.419431 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:42.568096 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1076494708-network', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:04:42.588636 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-462772660-network', 'tenant_id': 'fe5908865c604ba49eaf1e3905e97327'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:04:42.607987 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1222379246-network', 'tenant_id': 'f5f67fe78354462d874debb6acc397b1'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:04:42.610560 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.db_base_plugin_common [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Allocated IP 172.20.0.2 (3b5658ba-f6d1-4294-a5cd-fbb420c38ece/ad9292e9-2ab9-4760-baef-5dfd44f625a4/8b6ffbfe-3d78-490e-a428-e4b0e1820644) {{(pid=93025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:04:42.751143 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-564523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28718'] for router, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:42.763221 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Made reservation on behalf of 9d4eac73e6144623876ae1a05fa00695 for: {'network': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:04:42.765481 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:42.782262 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:42.809036 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Notify callbacks [] for port, precommit_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:42.815415 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.db.api [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 14:04:42.815415 dv-cinder-761113-15-iscsi neutron-server[93024]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 14:04:42.815415 dv-cinder-761113-15-iscsi neutron-server[93024]: [parameters: {'project_id_1': 'fe5908865c604ba49eaf1e3905e97327', 'expiration_1': datetime.datetime(2021, 6, 28, 14, 4, 42, 714214)}] Jun 28 14:04:42.815415 dv-cinder-761113-15-iscsi neutron-server[93024]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 14:04:42.815867 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_db.api [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 14:04:42.821614 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Transition to ACTIVE for port object 8b6ffbfe-3d78-490e-a428-e4b0e1820644 will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:04:42.855280 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Transition to ACTIVE for port object 8b6ffbfe-3d78-490e-a428-e4b0e1820644 will not be triggered until provisioned by entity DHCP. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:04:42.868230 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:42.871798 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Made reservation on behalf of f5f67fe78354462d874debb6acc397b1 for: {'network': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:04:42.874223 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:42.877928 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-8eb3f5fb-7937-475b-8567-4264e41b12c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:42.890392 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:42.980337 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:43.001324 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:43.007467 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece is already hosted by enough agents. {{(pid=93025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:04:43.010101 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Pushing event updated for resources: {'Port': ['ID=8b6ffbfe-3d78-490e-a428-e4b0e1820644,revision_number=1']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:43.019380 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.base_scheduler [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Resources bound (agent type, host, resource id): {{(pid=93025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:04:43.022810 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=93024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:04:43.029761 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Received port after_create {{(pid=93025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:04:43.032685 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:43.033031 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.segments_db [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Added segment df49fd01-2157-4b29-adae-3cc64b821b57 of type vlan for network eee0d957-c088-43bb-b147-4b4d998ec199 Jun 28 14:04:43.051300 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:43.051666 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:43.052073 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:43.052529 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:43.052858 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:43.054290 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:43.054629 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:43.055084 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:43.055724 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:43.056744 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:43.057574 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:43.058287 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Tracked resource versions report: Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: pushed versions: Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: { 'AddressGroup': {'1.2'}, Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'ConntrackHelper': {'1.0'}, Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Log': {'1.0'}, Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Network': {'1.1'}, Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Port': {'1.7'}, Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'PortForwarding': {'1.2'}, Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'QosPolicy': {'1.8'}, Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'SecurityGroup': {'1.4'}, Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'SecurityGroupRule': {'1.2'}, Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'SubPort': {'1.0'}, Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Subnet': {'1.1'}, Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Trunk': {'1.1'}} Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: consumer versions: Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: { DHCP agent@dv-cinder-761113-15-iscsi: {}, Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: HyperV agent@hv-cinder-76111: {}, Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: L3 agent@dv-cinder-761113-15-iscsi: {}, Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: Metadata agent@dv-cinder-761113-15-iscsi: {}, Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: Metering agent@dv-cinder-761113-15-iscsi: {}, Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: Open vSwitch agent@dv-cinder-761113-15-iscsi: { 'AddressGroup': '1.2', Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'ConntrackHelper': '1.0', Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Log': '1.0', Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Network': '1.1', Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Port': '1.7', Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'PortForwarding': '1.2', Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'QosPolicy': '1.8', Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'SecurityGroup': '1.4', Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'SecurityGroupRule': '1.2', Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'SubPort': '1.0', Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Subnet': '1.1', Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: 'Trunk': '1.1'}} Jun 28 14:04:43.059981 dv-cinder-761113-15-iscsi neutron-server[93025]: {{(pid=93025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 14:04:43.073640 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:43.114584 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:43.147109 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a083d39d-8e28-4071-b497-642ac690cf02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:43.152008 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Attempting to bind port 8b6ffbfe-3d78-490e-a428-e4b0e1820644 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:04:43.152692 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Attempting to bind port 8b6ffbfe-3d78-490e-a428-e4b0e1820644 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': '810ad5bf-f602-4aef-bc96-f030f5c158b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:04:43.153615 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Attempting to bind port 8b6ffbfe-3d78-490e-a428-e4b0e1820644 on network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:04:43.161929 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:04:43.163235 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Checking segment: {'id': '810ad5bf-f602-4aef-bc96-f030f5c158b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:04:43.164089 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:43.164862 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Bound using segment: {'id': '810ad5bf-f602-4aef-bc96-f030f5c158b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:04:43.165611 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Bound port: 8b6ffbfe-3d78-490e-a428-e4b0e1820644, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810ad5bf-f602-4aef-bc96-f030f5c158b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:04:43.165939 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:43.166574 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:43.183004 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:04:43.194899 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:43.272731 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] For port 8b6ffbfe-3d78-490e-a428-e4b0e1820644, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:04:43.281908 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] For port 8b6ffbfe-3d78-490e-a428-e4b0e1820644, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=8b6ffbfe-3d78-490e-a428-e4b0e1820644,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:04:43.287164 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b644500-b390-4707-a79d-01e9a8076ab0,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:43.291524 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:43.295235 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-35cb955a-270a-45ab-8e43-578697084854 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:43.373740 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:43.377466 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:43.452942 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Pushing event updated for resources: {'Port': ['ID=8b6ffbfe-3d78-490e-a428-e4b0e1820644,revision_number=2']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:43.471128 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:43.520584 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Pushing event updated for resources: {'Network': ['ID=eee0d957-c088-43bb-b147-4b4d998ec199,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:43.525948 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:43.539004 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network eee0d957-c088-43bb-b147-4b4d998ec199 details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:04:43.553396 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:43.584430 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:43.650315 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:43.667278 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:43.685776 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-30180c08-1a2e-4ff3-baaa-38a3f306bb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:43.700195 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5298712 Jun 28 14:04:43.702995 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51562) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:43.708579 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-fe64347d-b0eb-48c9-8d8f-839ac49acb55 admin admin] Request body: {'subnet': {'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1076494708-subnet', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:04:43.819289 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adaef590-870d-4a88-bc5b-fd06638fd049,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:43.835057 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=93024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:04:43.845874 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:43.846228 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.segments_db [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Added segment cc21b609-3ad9-414a-890b-f8a35d130cba of type vlan for network 12aeba65-a015-4ce1-922f-174132ee33d8 Jun 28 14:04:43.847808 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe64347d-b0eb-48c9-8d8f-839ac49acb55 admin admin] Made reservation on behalf of 9d4eac73e6144623876ae1a05fa00695 for: {'subnet': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:04:43.852450 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fe64347d-b0eb-48c9-8d8f-839ac49acb55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:43.907421 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:43.914799 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Made reservation on behalf of fe5908865c604ba49eaf1e3905e97327 for: {'network': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:04:43.925696 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:43.945842 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51568) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:43.950029 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:43.953926 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.022904 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Allocated IP 172.27.2.159 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:04:44.066743 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.076253 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:04:44.076899 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.083499 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:44.127972 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fe64347d-b0eb-48c9-8d8f-839ac49acb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for subnet, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.133672 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:44.181365 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64347d-b0eb-48c9-8d8f-839ac49acb55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5382c2d3-8699-42f8-80f8-0424fb51b52e,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:44.190244 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-fe64347d-b0eb-48c9-8d8f-839ac49acb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:44.203684 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-dada47e4-279e-43a5-b49b-781f24860197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.208506 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Pushing event updated for resources: {'Network': ['ID=12aeba65-a015-4ce1-922f-174132ee33d8,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:44.217064 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:44.221111 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network 12aeba65-a015-4ce1-922f-174132ee33d8 details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:04:44.311972 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe64347d-b0eb-48c9-8d8f-839ac49acb55 admin admin] Checking segment: {'id': 'df49fd01-2157-4b29-adae-3cc64b821b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:04:44.312379 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe64347d-b0eb-48c9-8d8f-839ac49acb55 admin admin] Network hostable DHCP agents. Network: eee0d957-c088-43bb-b147-4b4d998ec199, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:04:44.349451 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.364676 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe64347d-b0eb-48c9-8d8f-839ac49acb55 admin admin] Network eee0d957-c088-43bb-b147-4b4d998ec199 is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:04:44.376922 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-fe64347d-b0eb-48c9-8d8f-839ac49acb55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, eee0d957-c088-43bb-b147-4b4d998ec199) {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:04:44.385771 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c4ad8c-b80e-4974-94f5-8517e32ed9cd None None] Network eee0d957-c088-43bb-b147-4b4d998ec199 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:04:44.390058 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe64347d-b0eb-48c9-8d8f-839ac49acb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:04:44.395193 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fe64347d-b0eb-48c9-8d8f-839ac49acb55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.406896 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.417471 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 8b6ffbfe-3d78-490e-a428-e4b0e1820644 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:04:44.419462 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.431342 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:44.434281 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2374249 Jun 28 14:04:44.462896 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51596) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:44.492718 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-3b625ff9-b1ab-405a-a362-f6ccf3f92ff0 admin admin] Request body: {'subnet': {'network_id': '12aeba65-a015-4ce1-922f-174132ee33d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1222379246-subnet', 'tenant_id': 'f5f67fe78354462d874debb6acc397b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:04:44.538107 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-fe64347d-b0eb-48c9-8d8f-839ac49acb55 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8330650 Jun 28 14:04:44.547909 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51602) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:44.569338 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-dada47e4-279e-43a5-b49b-781f24860197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.572393 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:04:44.577277 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-dada47e4-279e-43a5-b49b-781f24860197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.610710 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=93024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:04:44.616962 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 8b6ffbfe-3d78-490e-a428-e4b0e1820644 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:04:44.639259 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.640599 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.segments_db [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Added segment 67284ebe-0528-450e-8b29-982b6689bec5 of type vlan for network d8f3ae30-07f9-4a91-9442-31b27cbf5240 Jun 28 14:04:44.646970 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-255eaa5e-ba4d-428a-8c4a-8d381bd71572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:44.671340 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed972c0c-aacf-4dad-9e55-60462cad3e78,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:44.677187 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:44.695879 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-dada47e4-279e-43a5-b49b-781f24860197 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8fef48d02e3b4a978b4c7ef8b7dfa0bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7489529 Jun 28 14:04:44.697911 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada47e4-279e-43a5-b49b-781f24860197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f6c81b-87bf-4fdf-9abb-a68c10ff5ae4,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:44.698160 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b625ff9-b1ab-405a-a362-f6ccf3f92ff0 admin admin] Made reservation on behalf of f5f67fe78354462d874debb6acc397b1 for: {'subnet': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:04:44.700787 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3b625ff9-b1ab-405a-a362-f6ccf3f92ff0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.704200 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f3e3a9-c59e-5da9-8838-58e8a81b630c-eee0d957-c088-43bb-b147-4b4d998ec199', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e'}]}} from dv-cinder-761113-15-iscsi. {{(pid=93025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 14:04:44.705246 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.709858 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-dada47e4-279e-43a5-b49b-781f24860197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:44.710385 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51612) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:44.799464 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.802252 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-f01cc4fb-b551-42d9-9208-4e52c233fc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.835766 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-f01cc4fb-b551-42d9-9208-4e52c233fc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.897828 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:44.904944 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-f01cc4fb-b551-42d9-9208-4e52c233fc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.912851 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-f01cc4fb-b551-42d9-9208-4e52c233fc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:44.916736 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-f01cc4fb-b551-42d9-9208-4e52c233fc95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48f6c81b-87bf-4fdf-9abb-a68c10ff5ae4 HTTP/1.1" status: 204 len: 168 time: 0.2036314 Jun 28 14:04:44.917513 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:44.932667 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cc4fb-b551-42d9-9208-4e52c233fc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f6c81b-87bf-4fdf-9abb-a68c10ff5ae4,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:44.946074 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-f01cc4fb-b551-42d9-9208-4e52c233fc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:45.029909 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28683'] for router, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.030814 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-912730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28672'] for router, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.034763 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.db_base_plugin_common [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Allocated IP 172.20.0.2 (eee0d957-c088-43bb-b147-4b4d998ec199/5382c2d3-8699-42f8-80f8-0424fb51b52e/cccc8036-097a-4523-8c13-bca675b83b53) {{(pid=93025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:04:45.035347 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51630) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:45.237654 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Notify callbacks [] for port, precommit_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.248094 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Transition to ACTIVE for port object cccc8036-097a-4523-8c13-bca675b83b53 will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:04:45.263004 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-289b074e-3411-41d3-b540-77f688d6a235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.267776 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Transition to ACTIVE for port object cccc8036-097a-4523-8c13-bca675b83b53 will not be triggered until provisioned by entity DHCP. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:04:45.274643 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.275219 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39466e6-d537-42d7-9bc2-9caff87c23bc None None] Network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:04:45.287058 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:04:45.289928 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.300471 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.309480 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-64fa2656-dd29-4b19-bace-ad55319036e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:45.392210 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Network eee0d957-c088-43bb-b147-4b4d998ec199 is already hosted by enough agents. {{(pid=93025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:04:45.400238 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.base_scheduler [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Resources bound (agent type, host, resource id): {{(pid=93025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:04:45.408422 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Received port after_create {{(pid=93025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:04:45.428017 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:04:45.438048 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:04:45.469536 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Pushing event updated for resources: {'Port': ['ID=cccc8036-097a-4523-8c13-bca675b83b53,revision_number=1']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:45.477270 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:45.526985 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-815dde74-17ec-4e09-aecc-f3a306338c99 None None] Provisioning for port 8b6ffbfe-3d78-490e-a428-e4b0e1820644 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:04:45.533211 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Attempting to bind port cccc8036-097a-4523-8c13-bca675b83b53 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:04:45.533787 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Attempting to bind port cccc8036-097a-4523-8c13-bca675b83b53 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'df49fd01-2157-4b29-adae-3cc64b821b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:04:45.534152 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Attempting to bind port cccc8036-097a-4523-8c13-bca675b83b53 on network eee0d957-c088-43bb-b147-4b4d998ec199 {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:04:45.536068 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-815dde74-17ec-4e09-aecc-f3a306338c99 None None] Provisioning complete for port 8b6ffbfe-3d78-490e-a428-e4b0e1820644 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:04:45.538132 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-815dde74-17ec-4e09-aecc-f3a306338c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.549994 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-289b074e-3411-41d3-b540-77f688d6a235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.560342 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-289b074e-3411-41d3-b540-77f688d6a235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.620430 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:45.630547 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:04:45.632041 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Checking segment: {'id': 'df49fd01-2157-4b29-adae-3cc64b821b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:04:45.632649 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.633939 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Bound using segment: {'id': 'df49fd01-2157-4b29-adae-3cc64b821b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:04:45.635092 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Bound port: cccc8036-097a-4523-8c13-bca675b83b53, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df49fd01-2157-4b29-adae-3cc64b821b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:04:45.636306 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.637414 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-289b074e-3411-41d3-b540-77f688d6a235 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1af2ae49631492796456b756d421f8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6008348 Jun 28 14:04:45.646043 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51658) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:45.687908 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b074e-3411-41d3-b540-77f688d6a235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bf1e36-af26-4a19-89dc-29dfd9fe7d50,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:45.696244 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-289b074e-3411-41d3-b540-77f688d6a235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:45.706442 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Pushing event updated for resources: {'Port': ['ID=056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:45.714006 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51662) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:45.724445 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.db.resource_extend [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 14:04:45.733981 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77666537-4519-48bc-bb18-cd037148de84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.747592 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-564523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28718'] for router, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.750875 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:45.753078 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3e0cf7ea-5848-4888-95fe-776237d4fde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.761344 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77666537-4519-48bc-bb18-cd037148de84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.818615 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77666537-4519-48bc-bb18-cd037148de84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.822540 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77666537-4519-48bc-bb18-cd037148de84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.824697 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-77666537-4519-48bc-bb18-cd037148de84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3bf1e36-af26-4a19-89dc-29dfd9fe7d50 HTTP/1.1" status: 204 len: 168 time: 0.1761143 Jun 28 14:04:45.825375 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-289b074e-3411-41d3-b540-77f688d6a235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:45.854330 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.859554 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77666537-4519-48bc-bb18-cd037148de84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bf1e36-af26-4a19-89dc-29dfd9fe7d50,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:45.865312 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-77666537-4519-48bc-bb18-cd037148de84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:45.889336 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:04:45.889777 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.908829 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-815dde74-17ec-4e09-aecc-f3a306338c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.914630 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:45.928730 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] For port cccc8036-097a-4523-8c13-bca675b83b53, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:04:45.954245 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-815dde74-17ec-4e09-aecc-f3a306338c99 None None] For port 8b6ffbfe-3d78-490e-a428-e4b0e1820644, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=8b6ffbfe-3d78-490e-a428-e4b0e1820644,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:04:45.966504 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-815dde74-17ec-4e09-aecc-f3a306338c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:45.973380 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] For port cccc8036-097a-4523-8c13-bca675b83b53, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=cccc8036-097a-4523-8c13-bca675b83b53,segment=NetworkSegment(df49fd01-2157-4b29-adae-3cc64b821b57),segment_id=df49fd01-2157-4b29-adae-3cc64b821b57)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:04:45.974415 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:46.003850 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:46.042329 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3e0cf7ea-5848-4888-95fe-776237d4fde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:46.062109 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dde74-17ec-4e09-aecc-f3a306338c99 None None] Pushing event updated for resources: {'Port': ['ID=8b6ffbfe-3d78-490e-a428-e4b0e1820644,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:46.064458 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:46.067221 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-815dde74-17ec-4e09-aecc-f3a306338c99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:46.067823 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:46.154276 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Pushing event updated for resources: {'Port': ['ID=cccc8036-097a-4523-8c13-bca675b83b53,revision_number=2']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:46.158425 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:46.207758 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3e0cf7ea-5848-4888-95fe-776237d4fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:46.241249 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.0915928 Jun 28 14:04:46.244305 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51678) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:46.252616 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-ed4040c3-3195-47da-aae1-a6dd954cc87c admin admin] Request body: {'subnet': {'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-462772660-subnet', 'tenant_id': 'fe5908865c604ba49eaf1e3905e97327', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:04:46.294510 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Pushing event updated for resources: {'Network': ['ID=d8f3ae30-07f9-4a91-9442-31b27cbf5240,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:46.301626 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-79bd0f36-1d41-4827-942d-8c2a058f0b95 None None] Provisioning complete for port 8b6ffbfe-3d78-490e-a428-e4b0e1820644 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:04:46.302204 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-79bd0f36-1d41-4827-942d-8c2a058f0b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:46.308651 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4040c3-3195-47da-aae1-a6dd954cc87c admin admin] Made reservation on behalf of fe5908865c604ba49eaf1e3905e97327 for: {'subnet': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:04:46.312761 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ed4040c3-3195-47da-aae1-a6dd954cc87c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:46.315495 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:46.317324 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:46.367299 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network d8f3ae30-07f9-4a91-9442-31b27cbf5240 details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:04:46.369253 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 8b6ffbfe-3d78-490e-a428-e4b0e1820644 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:04:46.386796 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3b625ff9-b1ab-405a-a362-f6ccf3f92ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for subnet, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:46.423720 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51684) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:46.445064 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-3e0cf7ea-5848-4888-95fe-776237d4fde6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e37abb1ba334c2d9491a3b236481876&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7141449 Jun 28 14:04:46.448706 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51686) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:46.511043 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cf7ea-5848-4888-95fe-776237d4fde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64f363d-d574-4f99-972d-3ca7b8a2c57f,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:46.515033 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-3e0cf7ea-5848-4888-95fe-776237d4fde6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:46.582117 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6418-4b8b-456e-8b92-cb73e193d103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:46.632696 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-5343f0ae-28e9-4d66-9448-31f94fb8a66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:46.674741 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ed4040c3-3195-47da-aae1-a6dd954cc87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for subnet, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:46.681715 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-5935db21-0f27-4e7e-bb87-12a626362871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:46.682633 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-eea2910a-68f2-449a-bd13-4fd5b28d57c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:46.701221 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 8b6ffbfe-3d78-490e-a428-e4b0e1820644 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:04:46.701984 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:46.758499 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4040c3-3195-47da-aae1-a6dd954cc87c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef022ae7-61d0-4f32-bcef-65ede9752248,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:46.763857 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ed4040c3-3195-47da-aae1-a6dd954cc87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:46.764126 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4040c3-3195-47da-aae1-a6dd954cc87c admin admin] Checking segment: {'id': '67284ebe-0528-450e-8b29-982b6689bec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:04:46.764458 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4040c3-3195-47da-aae1-a6dd954cc87c admin admin] Network hostable DHCP agents. Network: d8f3ae30-07f9-4a91-9442-31b27cbf5240, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:04:46.798505 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4040c3-3195-47da-aae1-a6dd954cc87c admin admin] Network d8f3ae30-07f9-4a91-9442-31b27cbf5240 is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:04:46.810106 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b625ff9-b1ab-405a-a362-f6ccf3f92ff0 admin admin] Checking segment: {'id': 'cc21b609-3ad9-414a-890b-f8a35d130cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '12aeba65-a015-4ce1-922f-174132ee33d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:04:46.810407 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b625ff9-b1ab-405a-a362-f6ccf3f92ff0 admin admin] Network hostable DHCP agents. Network: 12aeba65-a015-4ce1-922f-174132ee33d8, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:04:46.815548 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-ed4040c3-3195-47da-aae1-a6dd954cc87c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, d8f3ae30-07f9-4a91-9442-31b27cbf5240) {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:04:46.815975 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-eea2910a-68f2-449a-bd13-4fd5b28d57c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:46.821548 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4040c3-3195-47da-aae1-a6dd954cc87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:04:46.822135 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ed4040c3-3195-47da-aae1-a6dd954cc87c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:46.859138 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6399209-0fc0-476f-be02-eba2e626c76c None None] Network d8f3ae30-07f9-4a91-9442-31b27cbf5240 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:04:46.863816 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564606'] for router, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:46.905677 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b625ff9-b1ab-405a-a362-f6ccf3f92ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec82ae8f-7b15-4910-b034-ca057e76ff7c,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:46.908939 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-3b625ff9-b1ab-405a-a362-f6ccf3f92ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:47.007388 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e586fe6-79eb-4964-8389-6c77baf76997 None None] Network d8f3ae30-07f9-4a91-9442-31b27cbf5240 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:04:47.031504 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b625ff9-b1ab-405a-a362-f6ccf3f92ff0 admin admin] Network 12aeba65-a015-4ce1-922f-174132ee33d8 is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:04:47.057253 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-3b625ff9-b1ab-405a-a362-f6ccf3f92ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, 12aeba65-a015-4ce1-922f-174132ee33d8) {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:04:47.061998 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b625ff9-b1ab-405a-a362-f6ccf3f92ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:04:47.063483 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3b625ff9-b1ab-405a-a362-f6ccf3f92ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:47.079593 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840249d2-8afa-4abf-848f-8e180924c047 None None] Network 12aeba65-a015-4ce1-922f-174132ee33d8 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:04:47.204237 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-eea2910a-68f2-449a-bd13-4fd5b28d57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:47.210429 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-eea2910a-68f2-449a-bd13-4fd5b28d57c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:47.211578 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-eea2910a-68f2-449a-bd13-4fd5b28d57c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c64f363d-d574-4f99-972d-3ca7b8a2c57f HTTP/1.1" status: 204 len: 168 time: 0.7534153 Jun 28 14:04:47.212671 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:47.239946 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-3e0cf7ea-5848-4888-95fe-776237d4fde6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:47.286482 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6418-4b8b-456e-8b92-cb73e193d103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:47.289049 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2910a-68f2-449a-bd13-4fd5b28d57c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64f363d-d574-4f99-972d-3ca7b8a2c57f,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:47.292099 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-eea2910a-68f2-449a-bd13-4fd5b28d57c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:47.293504 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:47.294232 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6bb71e-e761-4386-b004-902432a8266c None None] Network 12aeba65-a015-4ce1-922f-174132ee33d8 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:04:47.305924 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6418-4b8b-456e-8b92-cb73e193d103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:47.308074 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-ed4040c3-3195-47da-aae1-a6dd954cc87c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0609891 Jun 28 14:04:47.309245 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51704) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:47.320864 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-462772660-router', 'tenant_id': 'fe5908865c604ba49eaf1e3905e97327', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:04:47.322661 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-3b625ff9-b1ab-405a-a362-f6ccf3f92ff0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8390524 Jun 28 14:04:47.326928 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:47.421583 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28683'] for router, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:47.424216 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-912730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28672'] for router, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:47.436539 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-0f1f6418-4b8b-456e-8b92-cb73e193d103 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82da7d095ef24c62ba1964eb1aa416a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9931483 Jun 28 14:04:47.438773 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f6418-4b8b-456e-8b92-cb73e193d103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a36346-ea91-4857-b2a9-226bccd66e79,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:47.442246 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51712) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:47.460407 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-0f1f6418-4b8b-456e-8b92-cb73e193d103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:47.475965 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Router ebe10e54-e829-432a-b5e3-b2f655ce67b6 is scheduled to L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d with binding_index 1 {{(pid=93024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 14:04:47.510523 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9fc7b6-dda8-415e-97cc-fd47991d0566 None None] Network eee0d957-c088-43bb-b147-4b4d998ec199 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:04:47.577848 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-64fb2f29-368f-434c-9c98-3b96b0b477b4 None None] Provisioning for port cccc8036-097a-4523-8c13-bca675b83b53 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:04:47.728853 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:47.833783 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-774cf33f-1304-40cc-a97a-2f5120c2ca3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:47.869142 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Allocated IP 172.27.2.37 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/12d6ec08-b6a6-4a62-b528-890acf9a36f0) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:04:47.874011 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:04:47.884252 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Sync routers for ids ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:04:47.896090 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Routers {'ebe10e54-e829-432a-b5e3-b2f655ce67b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:04:47.896755 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:04:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:04:47.930378 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-774cf33f-1304-40cc-a97a-2f5120c2ca3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:47.949943 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Notify callbacks [] for router, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:47.954023 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6730986 Jun 28 14:04:47.957524 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51730) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:47.983728 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-564523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28718'] for router, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:48.043033 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51734) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:48.080454 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Set router ebe10e54-e829-432a-b5e3-b2f655ce67b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:04:48.245771 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-774cf33f-1304-40cc-a97a-2f5120c2ca3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:48.251584 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-774cf33f-1304-40cc-a97a-2f5120c2ca3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:48.252794 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-774cf33f-1304-40cc-a97a-2f5120c2ca3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5a36346-ea91-4857-b2a9-226bccd66e79 HTTP/1.1" status: 204 len: 168 time: 0.8013682 Jun 28 14:04:48.258270 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-eea2910a-68f2-449a-bd13-4fd5b28d57c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:48.277978 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cf33f-1304-40cc-a97a-2f5120c2ca3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a36346-ea91-4857-b2a9-226bccd66e79,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:48.280314 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-774cf33f-1304-40cc-a97a-2f5120c2ca3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:48.283607 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:48.414683 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:45Z', 'revision_number': 3, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:04:48.451196 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Checking router: ebe10e54-e829-432a-b5e3-b2f655ce67b6 for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:04:48.451555 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Updating router ebe10e54-e829-432a-b5e3-b2f655ce67b6 port 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd binding host dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:04:48.487123 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:48.494320 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-dc4097b8-f737-4221-9acd-9210ebcc9e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:48.531140 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:48.541566 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device cccc8036-097a-4523-8c13-bca675b83b53 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:04:48.547565 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:04:48.579271 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-57b4d889-f507-4f29-b0c0-f43b26586cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:48.630713 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51774) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:48.634188 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:04:48.637952 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:04:48.645929 dv-cinder-761113-15-iscsi neutron-server[93023]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 14:04:48.733175 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port cccc8036-097a-4523-8c13-bca675b83b53 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:04:48.738955 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port cccc8036-097a-4523-8c13-bca675b83b53 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:04:48.739385 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:48.826380 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Pushing event updated for resources: {'Port': ['ID=12d6ec08-b6a6-4a62-b528-890acf9a36f0,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:48.829622 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:48.900297 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:48.910305 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.provisioning_blocks [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Transition to ACTIVE for port object 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd will not be triggered until provisioned by entity L2. {{(pid=93026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:04:48.926064 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:48.934939 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:48.957850 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:48.971541 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Pushing event updated for resources: {'Port': ['ID=056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd,revision_number=2']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:48.992258 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:48.992601 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:48.992932 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:48.993256 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:48.993575 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:48.993894 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:48.994209 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:48.994521 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:48.994854 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:48.995168 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:48.995477 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:48.995825 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Tracked resource versions report: Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: pushed versions: Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: { 'AddressGroup': {'1.2'}, Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'ConntrackHelper': {'1.0'}, Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Log': {'1.0'}, Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Network': {'1.1'}, Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Port': {'1.7'}, Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'PortForwarding': {'1.2'}, Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'QosPolicy': {'1.8'}, Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'SecurityGroup': {'1.4'}, Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'SecurityGroupRule': {'1.2'}, Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'SubPort': {'1.0'}, Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Subnet': {'1.1'}, Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Trunk': {'1.1'}} Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: consumer versions: Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: { DHCP agent@dv-cinder-761113-15-iscsi: {}, Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: HyperV agent@hv-cinder-76111: {}, Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: L3 agent@dv-cinder-761113-15-iscsi: {}, Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: Metadata agent@dv-cinder-761113-15-iscsi: {}, Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: Metering agent@dv-cinder-761113-15-iscsi: {}, Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: Open vSwitch agent@dv-cinder-761113-15-iscsi: { 'AddressGroup': '1.2', Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'ConntrackHelper': '1.0', Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Log': '1.0', Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Network': '1.1', Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Port': '1.7', Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'PortForwarding': '1.2', Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'QosPolicy': '1.8', Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'SecurityGroup': '1.4', Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'SecurityGroupRule': '1.2', Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'SubPort': '1.0', Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Subnet': '1.1', Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: 'Trunk': '1.1'}} Jun 28 14:04:48.997021 dv-cinder-761113-15-iscsi neutron-server[93026]: {{(pid=93026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 14:04:48.999465 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Attempting to bind port 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:04:48.999862 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Attempting to bind port 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:04:49.000217 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Attempting to bind port 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd on network 25d2b976-e9c7-4b06-b7a5-7d02942f13af {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:04:49.005643 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:49.006418 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:04:49.006785 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Checking segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:04:49.007174 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:49.007756 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Bound using segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:04:49.008376 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Bound port: 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:04:49.008975 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:49.047748 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port cccc8036-097a-4523-8c13-bca675b83b53, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=cccc8036-097a-4523-8c13-bca675b83b53,segment=NetworkSegment(df49fd01-2157-4b29-adae-3cc64b821b57),segment_id=df49fd01-2157-4b29-adae-3cc64b821b57)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:04:49.060836 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] For port 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:04:49.062198 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:49.064471 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] For port 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:04:49.066216 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:49.069391 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:49.079006 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:49.098710 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:49.105679 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:49.167792 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=cccc8036-097a-4523-8c13-bca675b83b53,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:49.182452 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:49.213376 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:49.223198 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Pushing event updated for resources: {'Port': ['ID=056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd,revision_number=3']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:49.262689 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-4db532bb-3ce6-4e04-8d0b-36d3b3a7b0c1 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:04:49.269968 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-4db532bb-3ce6-4e04-8d0b-36d3b3a7b0c1 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/networks?id=12aeba65-a015-4ce1-922f-174132ee33d8 HTTP/1.1" status: 200 len: 812 time: 0.6262555 Jun 28 14:04:49.287375 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:49.288275 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Routers {'ebe10e54-e829-432a-b5e3-b2f655ce67b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:04:49.288893 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:04:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:04:49.303814 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:49.374979 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-da1b19f3-5105-4617-89a5-d691d567c1e2 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/quotas/f5f67fe78354462d874debb6acc397b1 HTTP/1.1" status: 200 len: 375 time: 0.1034017 Jun 28 14:04:49.495414 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-7b7d59e7-a9cf-46eb-aa4f-5ebf1c8e34b9 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5f67fe78354462d874debb6acc397b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1194904 Jun 28 14:04:49.534100 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] Set router ebe10e54-e829-432a-b5e3-b2f655ce67b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:04:49.562637 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-57b4d889-f507-4f29-b0c0-f43b26586cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:49.593250 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-57b4d889-f507-4f29-b0c0-f43b26586cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:49.617421 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:49.625943 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Allocated IP 172.27.2.115 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:04:49.696337 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-57b4d889-f507-4f29-b0c0-f43b26586cea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d6a5661920344a58c1a104d07306067&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6399050 Jun 28 14:04:49.733183 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51832) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:49.810694 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:04:49.820536 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Allocated IP 172.20.0.1 (3b5658ba-f6d1-4294-a5cd-fbb420c38ece/ad9292e9-2ab9-4760-baef-5dfd44f625a4/6c8fa0e1-973e-4734-ac1b-4d6dc4768a49) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:04:49.881619 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564606'] for router, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:49.899488 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-da7cf256-0b07-4d08-b7d6-6db4e318012b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:49.927100 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-da7cf256-0b07-4d08-b7d6-6db4e318012b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:49.933058 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4d889-f507-4f29-b0c0-f43b26586cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad9e9b6-95fc-4056-bcdb-480306d4815a,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:49.958692 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-57b4d889-f507-4f29-b0c0-f43b26586cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:49.961395 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:45Z', 'revision_number': 3, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:04:50.140499 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:50.199866 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-da7cf256-0b07-4d08-b7d6-6db4e318012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:50.208849 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d56ade-ecdc-4266-af3b-4d51850ba978 None None] The sync data for ids ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'] in dv-cinder-761113-15-iscsi is: [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:45Z', 'revision_number': 3, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:04:50.209721 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-da7cf256-0b07-4d08-b7d6-6db4e318012b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:50.213177 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-da7cf256-0b07-4d08-b7d6-6db4e318012b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cad9e9b6-95fc-4056-bcdb-480306d4815a HTTP/1.1" status: 204 len: 168 time: 0.4742060 Jun 28 14:04:50.215014 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:50.256977 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cf256-0b07-4d08-b7d6-6db4e318012b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad9e9b6-95fc-4056-bcdb-480306d4815a,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:50.284091 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-c451d86a-fcd6-43e2-9292-ac92c6f1776a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 14:04:50.285175 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-c451d86a-fcd6-43e2-9292-ac92c6f1776a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3736329 Jun 28 14:04:50.342202 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-da7cf256-0b07-4d08-b7d6-6db4e318012b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:50.346254 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device cccc8036-097a-4523-8c13-bca675b83b53 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:04:50.481058 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port cccc8036-097a-4523-8c13-bca675b83b53 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:04:50.483616 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:50.492116 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:50.545571 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.provisioning_blocks [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Transition to ACTIVE for port object 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 will not be triggered until provisioned by entity DHCP. {{(pid=93024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:04:50.624840 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:50.643710 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 is scheduled to L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d with binding_index 1 {{(pid=93024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 14:04:50.655220 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:50.710964 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:50.720350 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:04:50.750847 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:50.770399 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:04:50.785473 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:04:50.814318 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:04:50.902460 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:04:50.904792 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:04:50.920445 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:04:50.921274 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549502'] for router_interface, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:50.930682 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Pushing event updated for resources: {'Port': ['ID=9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:50.961100 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-cd1d67e8-4bd6-41bb-9b23-3227de9e382c service neutron] 10.222.0.11 "GET /v2.0/networks/12aeba65-a015-4ce1-922f-174132ee33d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6307707 Jun 28 14:04:50.979935 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:51.178256 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8fa0e1-973e-4734-ac1b-4d6dc4768a49,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:51.186047 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:51.201048 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Sync routers for ids ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:04:51.229619 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Routers {'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:04:51.236585 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:04:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:04:51.271170 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:51.276836 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7256019 Jun 28 14:04:51.277942 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51886) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:51.350140 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:51.358294 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-1fa019c0-7b86-4b49-99ce-68be90f5fcaa service neutron] 10.222.0.11 "GET /v2.0/networks/12aeba65-a015-4ce1-922f-174132ee33d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772445 Jun 28 14:04:51.569653 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:51.617765 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-b2a73afa-f705-4fab-b136-58ad3e65ef39 None None] Provisioning for port 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:04:51.659109 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-b2a73afa-f705-4fab-b136-58ad3e65ef39 None None] Provisioning complete for port 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:04:51.659403 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-b2a73afa-f705-4fab-b136-58ad3e65ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:51.791786 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Set router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:04:51.879647 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-b2a73afa-f705-4fab-b136-58ad3e65ef39 None None] Port 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:04:52.012129 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 51924) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:52.016551 dv-cinder-761113-15-iscsi neutron-server[93024]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 14:04:52.055308 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564606'] for router, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:52.119729 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d52edb8f-9e1a-4d1d-aa1c-2fff5bb789b1 req-f6f26e5a-61b4-45ac-a67b-0d5046f878b2 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 210 time: 0.1042280 Jun 28 14:04:52.125017 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:52.147344 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:52.151957 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549522'] for router_interface, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:52.178317 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51934) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:52.219762 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-340269d3-a0f8-4afd-b950-4d49fc0b3b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:52.263314 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:48Z', 'revision_number': 3, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:04:52.268811 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Router a36c23af-51e2-4278-a433-c8ff20f9abbd is scheduled to L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d with binding_index 1 {{(pid=93023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 14:04:52.322309 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Checking router: cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:04:52.322978 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Updating router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 port 12d6ec08-b6a6-4a62-b528-890acf9a36f0 binding host dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:04:52.358502 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8fa0e1-973e-4734-ac1b-4d6dc4768a49,revision_number=2']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:52.380984 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:52.404416 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:52.406866 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:04:52.476314 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:04:52.482228 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:04:52.570599 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:04:52.590223 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Sync routers for ids ['a36c23af-51e2-4278-a433-c8ff20f9abbd'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:04:52.619068 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Routers {'a36c23af-51e2-4278-a433-c8ff20f9abbd'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:04:52.619278 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:52.622006 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:04:52.623237 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-dfa1032c-27d7-4306-8e8d-58f4366867dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:52.624788 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:04:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['a36c23af-51e2-4278-a433-c8ff20f9abbd'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:04:52.637111 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:04:52.640247 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:52.690900 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Notify callbacks [] for router, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:52.692009 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3799598 Jun 28 14:04:52.706355 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 51942) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:52.905026 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Set router a36c23af-51e2-4278-a433-c8ff20f9abbd gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:04:53.053195 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-b840ad18-1755-441a-a41e-9a7f3e3ff6f7 None None] Provisioning complete for port 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:04:53.053719 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-b840ad18-1755-441a-a41e-9a7f3e3ff6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:53.094056 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-b840ad18-1755-441a-a41e-9a7f3e3ff6f7 None None] Port 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:04:53.099281 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:53.138087 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:04:53.170857 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:53.178023 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:53.242725 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:53.246362 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:53.273639 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Notify callbacks [] for port, precommit_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:53.299040 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Transition to ACTIVE for port object 12d6ec08-b6a6-4a62-b528-890acf9a36f0 will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:04:53.316491 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:53.320467 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:53.363372 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Attempting to bind port 12d6ec08-b6a6-4a62-b528-890acf9a36f0 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:04:53.363774 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Attempting to bind port 12d6ec08-b6a6-4a62-b528-890acf9a36f0 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:04:53.364145 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Attempting to bind port 12d6ec08-b6a6-4a62-b528-890acf9a36f0 on network 25d2b976-e9c7-4b06-b7a5-7d02942f13af {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:04:53.375050 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'name': 'tempest-ServerRescueNegativeTestJSON-462772660-router', 'tenant_id': 'fe5908865c604ba49eaf1e3905e97327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 3, 'project_id': 'fe5908865c604ba49eaf1e3905e97327', 'gw_port': {'id': '9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:04:53.379410 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:04:53.379817 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Checking segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:04:53.380309 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:53.380763 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Bound using segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:04:53.381775 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Bound port: 12d6ec08-b6a6-4a62-b528-890acf9a36f0, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:04:53.382186 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:53.404673 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Checking router: a36c23af-51e2-4278-a433-c8ff20f9abbd for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:04:53.405303 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Updating router a36c23af-51e2-4278-a433-c8ff20f9abbd port 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b binding host dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:04:53.407274 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568c5ee-ccf4-4f3f-804f-56bd113f8d9d None None] Pushing event updated for resources: {'Port': ['ID=12d6ec08-b6a6-4a62-b528-890acf9a36f0,revision_number=2']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:53.410133 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-5568c5ee-ccf4-4f3f-804f-56bd113f8d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:53.448273 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] For port 12d6ec08-b6a6-4a62-b528-890acf9a36f0, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:04:53.453191 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] For port 12d6ec08-b6a6-4a62-b528-890acf9a36f0, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=12d6ec08-b6a6-4a62-b528-890acf9a36f0,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:04:53.463502 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:53.466429 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:53.470554 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:53.496848 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Router ebe10e54-e829-432a-b5e3-b2f655ce67b6 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:04:53.591378 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Routers {'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:04:53.592277 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:04:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:04:53.608630 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a9d52421-6f60-4c10-aae7-996f31643a7b req-a32329f3-d7cc-439f-a88b-5ebc694d90ae tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 210 time: 0.1530492 Jun 28 14:04:53.664694 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568c5ee-ccf4-4f3f-804f-56bd113f8d9d None None] Pushing event updated for resources: {'Port': ['ID=12d6ec08-b6a6-4a62-b528-890acf9a36f0,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:53.673417 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-5568c5ee-ccf4-4f3f-804f-56bd113f8d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:53.738226 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:04:53.752299 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] 10.222.0.11 "PUT /v2.0/routers/ebe10e54-e829-432a-b5e3-b2f655ce67b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7910471 Jun 28 14:04:53.761140 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Sync routers for ids ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:04:53.782073 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Routers {'ebe10e54-e829-432a-b5e3-b2f655ce67b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:04:53.782073 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:04:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:04:53.802043 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Allocated IP 172.20.0.1 (eee0d957-c088-43bb-b147-4b4d998ec199/5382c2d3-8699-42f8-80f8-0424fb51b52e/c514ccf3-465b-4b68-b075-c4f0c57da646) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:04:53.851087 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] Set router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:04:53.894173 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:53.909407 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.provisioning_blocks [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Transition to ACTIVE for port object 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b will not be triggered until provisioned by entity L2. {{(pid=93026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:04:53.926764 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:53.931805 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:54.018957 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Attempting to bind port 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:04:54.018957 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Attempting to bind port 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:04:54.018957 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Attempting to bind port 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b on network 25d2b976-e9c7-4b06-b7a5-7d02942f13af {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:04:54.036831 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:04:54.037332 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Checking segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:04:54.037642 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:54.038037 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Bound using segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:04:54.038521 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Bound port: 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:04:54.039916 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:54.070365 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:54.113098 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.provisioning_blocks [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Transition to ACTIVE for port object c514ccf3-465b-4b68-b075-c4f0c57da646 will not be triggered until provisioned by entity DHCP. {{(pid=93024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:04:54.122667 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-dfa1032c-27d7-4306-8e8d-58f4366867dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:54.133157 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-dfa1032c-27d7-4306-8e8d-58f4366867dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:54.153993 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Set router ebe10e54-e829-432a-b5e3-b2f655ce67b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:04:54.159546 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] For port 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:04:54.163400 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] For port 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:04:54.164052 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:54.168220 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-dfa1032c-27d7-4306-8e8d-58f4366867dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed13c6de3b494659be0c100825c20d83&name=default HTTP/1.1" status: 200 len: 2978 time: 1.9887209 Jun 28 14:04:54.168418 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bfb5a-6e4b-4f9d-9265-a28ca9dcbe9f None None] Pushing event updated for resources: {'Port': ['ID=9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b,revision_number=2']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:54.172060 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-9f2bfb5a-6e4b-4f9d-9265-a28ca9dcbe9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:54.176452 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:54.183141 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52004) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:54.185878 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:54.246560 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bfb5a-6e4b-4f9d-9265-a28ca9dcbe9f None None] Pushing event updated for resources: {'Port': ['ID=9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b,revision_number=3']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:54.252308 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-9f2bfb5a-6e4b-4f9d-9265-a28ca9dcbe9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:54.277740 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Routers {'a36c23af-51e2-4278-a433-c8ff20f9abbd'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:04:54.280322 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:04:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['a36c23af-51e2-4278-a433-c8ff20f9abbd'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:04:54.314452 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:54.334137 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:54.420921 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=c514ccf3-465b-4b68-b075-c4f0c57da646,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:54.426908 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:54.446721 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1032c-27d7-4306-8e8d-58f4366867dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e18573-d2d1-41f6-8b5f-ecbe349070bd,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:54.465736 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-26799692-367b-49ed-bbc7-4afac374377e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:54.473530 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Network eee0d957-c088-43bb-b147-4b4d998ec199 is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:04:54.477901 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:04:54.479906 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-dfa1032c-27d7-4306-8e8d-58f4366867dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:54.482068 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:54.485755 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:04:54.486560 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549502'] for router_interface, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:54.627461 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] Set router a36c23af-51e2-4278-a433-c8ff20f9abbd gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:04:54.718298 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-26799692-367b-49ed-bbc7-4afac374377e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:54.781928 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:04:54.950448 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:04:54.950933 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:55.008328 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-211c2275-eee1-4167-b258-607bda5ebfeb None None] Provisioning for port c514ccf3-465b-4b68-b075-c4f0c57da646 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:04:55.015712 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:48Z', 'revision_number': 3, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:04:55.041486 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-26799692-367b-49ed-bbc7-4afac374377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:55.051247 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-26799692-367b-49ed-bbc7-4afac374377e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:55.061908 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-26799692-367b-49ed-bbc7-4afac374377e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5e18573-d2d1-41f6-8b5f-ecbe349070bd HTTP/1.1" status: 204 len: 168 time: 0.8767943 Jun 28 14:04:55.066855 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:55.100621 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26799692-367b-49ed-bbc7-4afac374377e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e18573-d2d1-41f6-8b5f-ecbe349070bd,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:55.106542 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21307a91-48aa-4082-a5cc-f72f17fa3e0c None None] The sync data for ids ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'] in dv-cinder-761113-15-iscsi is: [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:48Z', 'revision_number': 3, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:04:55.118746 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Allocated IP 172.20.0.1 (d8f3ae30-07f9-4a91-9442-31b27cbf5240/ef022ae7-61d0-4f32-bcef-65ede9752248/6cb0e436-ef89-4da8-8626-7741060280e5) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:04:55.123829 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-211c2275-eee1-4167-b258-607bda5ebfeb None None] Provisioning complete for port c514ccf3-465b-4b68-b075-c4f0c57da646 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:04:55.128956 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-211c2275-eee1-4167-b258-607bda5ebfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:55.190708 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e72692e1-a8cd-457b-94e2-2f2fa54e7470 req-50ed5c63-eccb-4750-a5be-e8ab259bebe7 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 210 time: 0.0989525 Jun 28 14:04:55.218469 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-26799692-367b-49ed-bbc7-4afac374377e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:55.227978 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-211c2275-eee1-4167-b258-607bda5ebfeb None None] Port c514ccf3-465b-4b68-b075-c4f0c57da646 cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:04:55.257920 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 52042) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:55.287757 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 4, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '6c8fa0e1-973e-4734-ac1b-4d6dc4768a49', 'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'mac_address': 'fa:16:3e:82:a8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 2, 'project_id': '724e3789680240be9f570b8ca116df8d', 'subnets': [{'id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:04:55.290498 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:55.397216 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'name': 'tempest-ServerRescueNegativeTestJSON-462772660-router', 'tenant_id': 'fe5908865c604ba49eaf1e3905e97327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 3, 'project_id': 'fe5908865c604ba49eaf1e3905e97327', 'gw_port': {'id': '9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:04:55.397982 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Checking router: ebe10e54-e829-432a-b5e3-b2f655ce67b6 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:04:55.397982 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Updating router ebe10e54-e829-432a-b5e3-b2f655ce67b6 port 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 binding host dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:04:55.433982 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cab314-84a7-49c0-aa92-d924d72dccef None None] The sync data for ids ['a36c23af-51e2-4278-a433-c8ff20f9abbd'] in dv-cinder-761113-15-iscsi is: [{'id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'name': 'tempest-ServerRescueNegativeTestJSON-462772660-router', 'tenant_id': 'fe5908865c604ba49eaf1e3905e97327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 3, 'project_id': 'fe5908865c604ba49eaf1e3905e97327', 'gw_port': {'id': '9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:04:55.484245 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:55.696116 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:55.770404 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 52060) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:55.780621 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52062) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:55.783530 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-e49e4fa2-0adb-489f-9fd0-173ed9087ed2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--24111103', 'description': 'tempest-description--709135960'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:04:55.879205 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-18b80384-47b3-4200-8539-5fab22c39202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:55.885426 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-e49e4fa2-0adb-489f-9fd0-173ed9087ed2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:55.924113 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:55.937015 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:55.941392 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:55.962971 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c51a012d-af5f-4a33-a600-54b64e879542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:55.966571 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:55.974892 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549522'] for router_interface, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:55.981718 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:56.023039 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Network d8f3ae30-07f9-4a91-9442-31b27cbf5240 is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:04:56.058822 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52068) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:56.074602 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:04:56.077179 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:04:56.077903 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549502'] for router_interface, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:56.123814 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5e03-b12e-411e-a70b-a2ac762f6653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:56.154489 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Notify callbacks [] for port, precommit_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:56.173203 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Transition to ACTIVE for port object 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:04:56.194917 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:56.199369 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:56.206708 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb0e436-ef89-4da8-8626-7741060280e5,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:56.207914 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=c514ccf3-465b-4b68-b075-c4f0c57da646,revision_number=2']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:56.228114 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:56.270927 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3836edd-7e38-4be2-a9b9-7bcfed9509fa None None] Pushing event updated for resources: {'Port': ['ID=6c8fa0e1-973e-4734-ac1b-4d6dc4768a49,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:56.276555 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-f3836edd-7e38-4be2-a9b9-7bcfed9509fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:56.353085 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.55', 64198) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:56.432214 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:56.454158 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Network eee0d957-c088-43bb-b147-4b4d998ec199 is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:04:56.459203 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:04:56.466422 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:56.496777 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Attempting to bind port 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:04:56.497216 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Attempting to bind port 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': '810ad5bf-f602-4aef-bc96-f030f5c158b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:04:56.497585 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Attempting to bind port 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 on network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:04:56.511135 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:04:56.511754 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Checking segment: {'id': '810ad5bf-f602-4aef-bc96-f030f5c158b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:04:56.512316 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:56.512866 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Bound using segment: {'id': '810ad5bf-f602-4aef-bc96-f030f5c158b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:04:56.513497 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Bound port: 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810ad5bf-f602-4aef-bc96-f030f5c158b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:04:56.515207 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:56.532077 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:04:56.680003 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:04:56.849843 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-18b80384-47b3-4200-8539-5fab22c39202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:56.902023 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:04:56.915921 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4b25083f-63d4-421c-8657-268d977cf904 req-bcfd221f-8a06-4f0d-9f2c-a38dff375165 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 210 time: 0.3780828 Jun 28 14:04:56.935017 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] 10.222.0.11 "PUT /v2.0/routers/cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6504252 Jun 28 14:04:56.969046 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-18b80384-47b3-4200-8539-5fab22c39202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:56.993731 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-57b4d889-f507-4f29-b0c0-f43b26586cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:56.997754 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:04:57.014537 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:04:57.014921 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:57.058285 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:57.087231 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] For port 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:04:57.091018 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-c6688274-5fdb-4f4d-8752-4440ae6aa051 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:04:57.093507 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-c6688274-5fdb-4f4d-8752-4440ae6aa051 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.55 "GET /v2.0/networks?id=12aeba65-a015-4ce1-922f-174132ee33d8 HTTP/1.1" status: 200 len: 812 time: 0.6729002 Jun 28 14:04:57.111267 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] For port 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=6c8fa0e1-973e-4734-ac1b-4d6dc4768a49,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:04:57.119663 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-18b80384-47b3-4200-8539-5fab22c39202 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fcd2b176ca824a47a68ca43aa4d9c58b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8535616 Jun 28 14:04:57.122307 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52096) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:57.127010 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:57.134501 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-815dde74-17ec-4e09-aecc-f3a306338c99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:57.136511 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b80384-47b3-4200-8539-5fab22c39202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acbb737-177e-45a6-b28c-f3a7052eb75e,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:57.140207 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-fe4e5c21-7dbd-4430-9732-b4c89034b9bf None None] Provisioning complete for port c514ccf3-465b-4b68-b075-c4f0c57da646 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:04:57.140304 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-fe4e5c21-7dbd-4430-9732-b4c89034b9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:57.146008 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-18b80384-47b3-4200-8539-5fab22c39202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:57.263581 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-484b01ae-baba-4bee-88f5-394cb8e0e45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:57.275121 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-e49e4fa2-0adb-489f-9fd0-173ed9087ed2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:57.283407 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-812f5164-4def-45df-b6df-74bd5c7c8d1a tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Request body: {'port': {'device_id': 'a87a7335-301c-4c20-9198-70960b69606f', 'network_id': '12aeba65-a015-4ce1-922f-174132ee33d8', 'admin_state_up': True, 'tenant_id': 'f5f67fe78354462d874debb6acc397b1'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:04:57.299726 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-e49e4fa2-0adb-489f-9fd0-173ed9087ed2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:57.347535 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Routers {'ebe10e54-e829-432a-b5e3-b2f655ce67b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:04:57.348170 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-484b01ae-baba-4bee-88f5-394cb8e0e45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:57.350968 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:04:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:04:57.359980 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e5c21-7dbd-4430-9732-b4c89034b9bf None None] Port c514ccf3-465b-4b68-b075-c4f0c57da646 cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:04:57.406924 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-f01cc4fb-b551-42d9-9208-4e52c233fc95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:57.460725 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:57.476841 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3836edd-7e38-4be2-a9b9-7bcfed9509fa None None] Pushing event updated for resources: {'Port': ['ID=6c8fa0e1-973e-4734-ac1b-4d6dc4768a49,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:57.502845 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-484b01ae-baba-4bee-88f5-394cb8e0e45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:57.522082 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-f3836edd-7e38-4be2-a9b9-7bcfed9509fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:57.544702 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-484b01ae-baba-4bee-88f5-394cb8e0e45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:57.548351 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-484b01ae-baba-4bee-88f5-394cb8e0e45b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2acbb737-177e-45a6-b28c-f3a7052eb75e HTTP/1.1" status: 204 len: 168 time: 0.4226632 Jun 28 14:04:57.548351 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.db.api [None req-ec1e5e03-b12e-411e-a70b-a2ac762f6653 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 14:04:57.548351 dv-cinder-761113-15-iscsi neutron-server[93024]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 14:04:57.548351 dv-cinder-761113-15-iscsi neutron-server[93024]: [parameters: {'project_id_1': '9ae64e8df5e9471c831ebe68f59ddf96', 'expiration_1': datetime.datetime(2021, 6, 28, 14, 4, 56, 202848)}] Jun 28 14:04:57.548351 dv-cinder-761113-15-iscsi neutron-server[93024]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 14:04:57.548351 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_db.api [None req-ec1e5e03-b12e-411e-a70b-a2ac762f6653 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 14:04:57.560896 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:57.581264 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b01ae-baba-4bee-88f5-394cb8e0e45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acbb737-177e-45a6-b28c-f3a7052eb75e,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:57.586232 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-484b01ae-baba-4bee-88f5-394cb8e0e45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:57.688298 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:04:57.721277 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c51a012d-af5f-4a33-a600-54b64e879542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:57.732273 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c51a012d-af5f-4a33-a600-54b64e879542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:57.738776 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:57.784690 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:57.785540 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 12d6ec08-b6a6-4a62-b528-890acf9a36f0 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:04:57.799301 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:57.843418 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-e49e4fa2-0adb-489f-9fd0-173ed9087ed2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:57.847152 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-c51a012d-af5f-4a33-a600-54b64e879542 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=633fc1195488440d87d005b27939e89a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0490856 Jun 28 14:04:57.849011 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52126) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:57.864350 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-e49e4fa2-0adb-489f-9fd0-173ed9087ed2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.0928144 Jun 28 14:04:57.866761 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 52128) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:57.874830 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a012d-af5f-4a33-a600-54b64e879542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38010264-6457-4cdc-874c-aec1b134e337,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:57.892310 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-c51a012d-af5f-4a33-a600-54b64e879542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:57.915496 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] Set router ebe10e54-e829-432a-b5e3-b2f655ce67b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:04:57.937842 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-3d94025e-21ff-4b0c-aea4-455f1e25bcd8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Request body: {'security_group_rule': {'security_group_id': 'c6e8d918-d9d6-46f0-b304-a830c9a78946', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:04:57.986456 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 12d6ec08-b6a6-4a62-b528-890acf9a36f0 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:04:57.997433 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-09111171-67b7-4e7e-b7b5-37a373342a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.028780 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 12d6ec08-b6a6-4a62-b528-890acf9a36f0 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:04:58.029029 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.057312 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5e03-b12e-411e-a70b-a2ac762f6653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.076120 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-09111171-67b7-4e7e-b7b5-37a373342a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.097786 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e4fa2-0adb-489f-9fd0-173ed9087ed2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e8d918-d9d6-46f0-b304-a830c9a78946,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:58.130715 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-e49e4fa2-0adb-489f-9fd0-173ed9087ed2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:58.207746 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3d94025e-21ff-4b0c-aea4-455f1e25bcd8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.212443 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 52140) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:58.228102 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-09111171-67b7-4e7e-b7b5-37a373342a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.250449 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-09111171-67b7-4e7e-b7b5-37a373342a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.259397 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-09111171-67b7-4e7e-b7b5-37a373342a2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38010264-6457-4cdc-874c-aec1b134e337 HTTP/1.1" status: 204 len: 168 time: 0.3991532 Jun 28 14:04:58.265015 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:58.288659 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-a6d64959-1ad4-4ba5-b4df-b280b79c271c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--957144724', 'description': 'tempest-description--1746122504'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:04:58.309721 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b42756b4-101a-49f5-a974-e3723e1ffa61 req-5ab7ec07-0ece-4e06-b40d-d0fe261737f1 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 210 time: 0.1376660 Jun 28 14:04:58.323900 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09111171-67b7-4e7e-b7b5-37a373342a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38010264-6457-4cdc-874c-aec1b134e337,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:58.337606 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-09111171-67b7-4e7e-b7b5-37a373342a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:58.414935 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:58.428916 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:58.430044 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.471455 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3d94025e-21ff-4b0c-aea4-455f1e25bcd8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.486884 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3d94025e-21ff-4b0c-aea4-455f1e25bcd8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.488097 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port 12d6ec08-b6a6-4a62-b528-890acf9a36f0, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=12d6ec08-b6a6-4a62-b528-890acf9a36f0,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:04:58.501107 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:58.527410 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.531890 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94025e-21ff-4b0c-aea4-455f1e25bcd8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7220e11-25cf-49d2-aeb3-63114d8f91fb,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:58.535367 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3d94025e-21ff-4b0c-aea4-455f1e25bcd8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:58.538427 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.540004 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549522'] for router_interface, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.543498 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-2abc9794-4fc6-4b1a-90ed-1252fa16c68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:58.544213 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.558176 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5e03-b12e-411e-a70b-a2ac762f6653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.568885 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:58.571545 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5e03-b12e-411e-a70b-a2ac762f6653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.582770 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:58.616475 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb0e436-ef89-4da8-8626-7741060280e5,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:58.637665 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:58.714855 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-ec1e5e03-b12e-411e-a70b-a2ac762f6653 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ae64e8df5e9471c831ebe68f59ddf96&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6549778 Jun 28 14:04:58.718558 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e5e03-b12e-411e-a70b-a2ac762f6653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca0bf0e-8986-4962-9185-9dc2adc53083,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:58.721043 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52150) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:58.730096 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=12d6ec08-b6a6-4a62-b528-890acf9a36f0,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:58.737301 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:58.759652 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-ec1e5e03-b12e-411e-a70b-a2ac762f6653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:58.797018 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Network d8f3ae30-07f9-4a91-9442-31b27cbf5240 is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:04:58.798891 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:04:58.814085 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:04:58.814985 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-812f5164-4def-45df-b6df-74bd5c7c8d1a tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Made reservation on behalf of f5f67fe78354462d874debb6acc397b1 for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:04:58.819430 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-812f5164-4def-45df-b6df-74bd5c7c8d1a tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.855586 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6505d85b-1b3e-430d-9717-15453566392e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.885097 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3d94025e-21ff-4b0c-aea4-455f1e25bcd8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.886382 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-3d94025e-21ff-4b0c-aea4-455f1e25bcd8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9799964 Jun 28 14:04:58.893602 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 52154) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:58.903963 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6505d85b-1b3e-430d-9717-15453566392e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.921607 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-c268b896-4a87-4caa-af41-78d2d1f51ee9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Request body: {'security_group_rule': {'security_group_id': 'c6e8d918-d9d6-46f0-b304-a830c9a78946', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:04:58.968038 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6505d85b-1b3e-430d-9717-15453566392e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.971769 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6505d85b-1b3e-430d-9717-15453566392e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:58.975597 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-6505d85b-1b3e-430d-9717-15453566392e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ca0bf0e-8986-4962-9185-9dc2adc53083 HTTP/1.1" status: 204 len: 168 time: 0.2394316 Jun 28 14:04:58.977172 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:04:58.996165 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505d85b-1b3e-430d-9717-15453566392e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca0bf0e-8986-4962-9185-9dc2adc53083,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:04:59.010400 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-6505d85b-1b3e-430d-9717-15453566392e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:04:59.045588 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:04:59.047925 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:59.049797 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a6d64959-1ad4-4ba5-b4df-b280b79c271c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:59.160406 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Sync routers for ids ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:04:59.172499 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Routers {'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:04:59.173137 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:04:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:04:59.203282 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 4, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '6c8fa0e1-973e-4734-ac1b-4d6dc4768a49', 'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'mac_address': 'fa:16:3e:82:a8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:04:57Z', 'revision_number': 4, 'project_id': '724e3789680240be9f570b8ca116df8d', 'subnets': [{'id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:04:59.249258 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c268b896-4a87-4caa-af41-78d2d1f51ee9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:59.283009 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52166) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:04:59.303706 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701eb52-0b52-4b83-9c7a-d4f1c851deba None None] The sync data for ids ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'] in dv-cinder-761113-15-iscsi is: [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 4, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '6c8fa0e1-973e-4734-ac1b-4d6dc4768a49', 'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'mac_address': 'fa:16:3e:82:a8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:04:57Z', 'revision_number': 4, 'project_id': '724e3789680240be9f570b8ca116df8d', 'subnets': [{'id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:04:59.325061 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d1fb7bea-9d35-4092-8f01-aa16690c5887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:04:59.352641 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Router a36c23af-51e2-4278-a433-c8ff20f9abbd has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:04:59.460658 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Set router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:04:59.537373 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-812f5164-4def-45df-b6df-74bd5c7c8d1a tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Allocated IP 172.20.0.11 (12aeba65-a015-4ce1-922f-174132ee33d8/ec82ae8f-7b15-4910-b034-ca057e76ff7c/75f71e9a-25ca-4b6e-9f30-8336c27f0ec3) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:04:59.636236 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-624f9a26-0591-43ad-aebc-f1bc312b1f83 req-54e6846f-070e-431d-89c2-796eeaa9e0df tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 210 time: 0.0739317 Jun 28 14:04:59.959611 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-812f5164-4def-45df-b6df-74bd5c7c8d1a tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:00.088727 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:55Z', 'revision_number': 4, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': 'c514ccf3-465b-4b68-b075-c4f0c57da646', 'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'mac_address': 'fa:16:3e:ff:20:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:52Z', 'updated_at': '2021-06-28T14:04:55Z', 'revision_number': 2, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'subnets': [{'id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:00.104187 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a6d64959-1ad4-4ba5-b4df-b280b79c271c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:00.127847 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a6d64959-1ad4-4ba5-b4df-b280b79c271c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:00.176908 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-77666537-4519-48bc-bb18-cd037148de84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:00.189574 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Checking router: cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:05:00.190260 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Updating router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 port c514ccf3-465b-4b68-b075-c4f0c57da646 binding host dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:05:00.315493 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c268b896-4a87-4caa-af41-78d2d1f51ee9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:00.370133 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c268b896-4a87-4caa-af41-78d2d1f51ee9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:00.495415 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d64959-1ad4-4ba5-b4df-b280b79c271c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b026fb6-c6fe-4e73-997e-c817d75bd2e9,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:00.509222 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d1fb7bea-9d35-4092-8f01-aa16690c5887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:00.513039 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-812f5164-4def-45df-b6df-74bd5c7c8d1a tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:00.514713 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:00.524000 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d1fb7bea-9d35-4092-8f01-aa16690c5887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:00.549926 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-a6d64959-1ad4-4ba5-b4df-b280b79c271c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:00.558524 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3d94025e-21ff-4b0c-aea4-455f1e25bcd8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:00.572458 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-484b01ae-baba-4bee-88f5-394cb8e0e45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:00.626802 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-d1fb7bea-9d35-4092-8f01-aa16690c5887 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=addcf3b1b2924bf893748b945124de21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3407991 Jun 28 14:05:00.631166 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52202) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:00.648621 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb7bea-9d35-4092-8f01-aa16690c5887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ac2a1a-8c1a-496b-9689-f9cc3894bdd2,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:00.653808 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-d1fb7bea-9d35-4092-8f01-aa16690c5887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:00.722044 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a6d64959-1ad4-4ba5-b4df-b280b79c271c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:00.727974 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-a6d64959-1ad4-4ba5-b4df-b280b79c271c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4683361 Jun 28 14:05:00.732903 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52210) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:00.741186 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-64aef00f-c0a2-4bbc-b100-2188887aee9f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Request body: {'security_group_rule': {'security_group_id': '7b026fb6-c6fe-4e73-997e-c817d75bd2e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:00.764826 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c268b896-4a87-4caa-af41-78d2d1f51ee9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:00.766127 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-c268b896-4a87-4caa-af41-78d2d1f51ee9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8639042 Jun 28 14:05:00.767179 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268b896-4a87-4caa-af41-78d2d1f51ee9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab34552a-bae1-471d-9186-4b6e1707f8dd,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:00.791230 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52212) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:00.802953 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Request body: {'floatingip': {'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:00.829924 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cfaaaf87-f51f-452f-bac4-c3f6df695ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:00.834927 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-c268b896-4a87-4caa-af41-78d2d1f51ee9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:00.835424 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:00.962775 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cfaaaf87-f51f-452f-bac4-c3f6df695ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:00.999607 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:05:01.033570 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-64aef00f-c0a2-4bbc-b100-2188887aee9f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:01.079979 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-812f5164-4def-45df-b6df-74bd5c7c8d1a tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Network 12aeba65-a015-4ce1-922f-174132ee33d8 is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:05:01.147138 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:05:01.169473 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for floatingip, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:01.256249 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:05:01.258234 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-812f5164-4def-45df-b6df-74bd5c7c8d1a tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:05:01.259138 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-64aef00f-c0a2-4bbc-b100-2188887aee9f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:01.270842 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:05:01.272009 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:01.278244 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:01.278819 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-64aef00f-c0a2-4bbc-b100-2188887aee9f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:01.296994 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.provisioning_blocks [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Transition to ACTIVE for port object c514ccf3-465b-4b68-b075-c4f0c57da646 will not be triggered until provisioned by entity L2. {{(pid=93026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:05:01.301177 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:01.304984 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:01.320161 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-9f2bfb5a-6e4b-4f9d-9265-a28ca9dcbe9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:01.347468 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aef00f-c0a2-4bbc-b100-2188887aee9f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59a5d73-82f4-4f52-a03c-52d76c34e895,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:01.375600 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-812f5164-4def-45df-b6df-74bd5c7c8d1a tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:05:01.399180 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-64aef00f-c0a2-4bbc-b100-2188887aee9f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:01.400003 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-812f5164-4def-45df-b6df-74bd5c7c8d1a tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:01.400675 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-812f5164-4def-45df-b6df-74bd5c7c8d1a tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:01.422188 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Sync routers for ids ['a36c23af-51e2-4278-a433-c8ff20f9abbd'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:05:01.470273 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2e937-1896-487f-a646-830db0a9c8d0 None None] Pushing event updated for resources: {'Port': ['ID=c514ccf3-465b-4b68-b075-c4f0c57da646,revision_number=3']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:01.477909 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-8ad2e937-1896-487f-a646-830db0a9c8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:01.502163 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-b54a62f8-6517-453f-b2cf-1b9e9d04e488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:01.505396 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] 10.222.0.11 "PUT /v2.0/routers/a36c23af-51e2-4278-a433-c8ff20f9abbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7977455 Jun 28 14:05:01.509392 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Routers {'a36c23af-51e2-4278-a433-c8ff20f9abbd'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:05:01.510050 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:04:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['a36c23af-51e2-4278-a433-c8ff20f9abbd'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:01.617742 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Attempting to bind port c514ccf3-465b-4b68-b075-c4f0c57da646 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:05:01.618341 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Attempting to bind port c514ccf3-465b-4b68-b075-c4f0c57da646 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'df49fd01-2157-4b29-adae-3cc64b821b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199'}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:05:01.618713 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Attempting to bind port c514ccf3-465b-4b68-b075-c4f0c57da646 on network eee0d957-c088-43bb-b147-4b4d998ec199 {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:05:01.624676 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:05:01.625400 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Checking segment: {'id': 'df49fd01-2157-4b29-adae-3cc64b821b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:05:01.626227 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:01.626558 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Bound using segment: {'id': 'df49fd01-2157-4b29-adae-3cc64b821b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199'} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:05:01.627389 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Bound port: c514ccf3-465b-4b68-b075-c4f0c57da646, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df49fd01-2157-4b29-adae-3cc64b821b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199'}}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:05:01.628001 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:01.698374 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f5164-4def-45df-b6df-74bd5c7c8d1a tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Pushing event updated for resources: {'Port': ['ID=75f71e9a-25ca-4b6e-9f30-8336c27f0ec3,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:01.745403 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-64aef00f-c0a2-4bbc-b100-2188887aee9f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:01.750059 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-64aef00f-c0a2-4bbc-b100-2188887aee9f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0117164 Jun 28 14:05:01.762952 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52246) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:01.765189 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-812f5164-4def-45df-b6df-74bd5c7c8d1a tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:01.780864 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] For port c514ccf3-465b-4b68-b075-c4f0c57da646, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:05:01.791746 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] For port c514ccf3-465b-4b68-b075-c4f0c57da646, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=c514ccf3-465b-4b68-b075-c4f0c57da646,segment=NetworkSegment(df49fd01-2157-4b29-adae-3cc64b821b57),segment_id=df49fd01-2157-4b29-adae-3cc64b821b57)] {{(pid=93026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:05:01.806854 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:01.812749 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-812f5164-4def-45df-b6df-74bd5c7c8d1a tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5358162 Jun 28 14:05:01.817455 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-1f4c5679-3c9e-496b-81da-d2bf3946deb5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Request body: {'security_group_rule': {'security_group_id': '7b026fb6-c6fe-4e73-997e-c817d75bd2e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:01.838346 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-ef550e0b-ded6-4b23-a59d-67ec94e9aae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:01.877271 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cfaaaf87-f51f-452f-bac4-c3f6df695ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:01.886848 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-fe6b9fef-7092-47ca-afc9-eaaef5b702a2 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 14:05:01.894606 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-fe6b9fef-7092-47ca-afc9-eaaef5b702a2 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0439570 Jun 28 14:05:01.905105 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cfaaaf87-f51f-452f-bac4-c3f6df695ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:01.907898 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-cfaaaf87-f51f-452f-bac4-c3f6df695ef6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63ac2a1a-8c1a-496b-9689-f9cc3894bdd2 HTTP/1.1" status: 204 len: 168 time: 1.2749376 Jun 28 14:05:01.962751 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-ec1e5e03-b12e-411e-a70b-a2ac762f6653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:02.004760 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:02.020083 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Set router a36c23af-51e2-4278-a433-c8ff20f9abbd gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:05:02.033329 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaaf87-f51f-452f-bac4-c3f6df695ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ac2a1a-8c1a-496b-9689-f9cc3894bdd2,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:02.042248 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-cfaaaf87-f51f-452f-bac4-c3f6df695ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:02.053114 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60928378-3e27-42fb-abcb-ec09c2507eea req-2f2f7663-151b-4750-adbf-a240e2d7d811 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:02.077047 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2e937-1896-487f-a646-830db0a9c8d0 None None] Pushing event updated for resources: {'Port': ['ID=c514ccf3-465b-4b68-b075-c4f0c57da646,revision_number=4']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:02.089831 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-8ad2e937-1896-487f-a646-830db0a9c8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:02.093850 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-60928378-3e27-42fb-abcb-ec09c2507eea req-2f2f7663-151b-4750-adbf-a240e2d7d811 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 932 time: 1.0021939 Jun 28 14:05:02.106211 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Routers {'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:05:02.106859 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:04:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:02.133528 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5679-3c9e-496b-81da-d2bf3946deb5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:02.205730 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-60928378-3e27-42fb-abcb-ec09c2507eea req-4f8d2eca-f9b2-4543-85f6-838d24c26d17 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/security-groups?id=adaef590-870d-4a88-bc5b-fd06638fd049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086993 Jun 28 14:05:02.338685 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:02.462289 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] Set router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:05:02.716139 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Allocated IP 172.27.2.145 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/3aca1ac6-5d8e-45f1-a6f4-f86fc91680b9) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:05:02.719230 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=6c8fa0e1-973e-4734-ac1b-4d6dc4768a49,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:02.752626 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5679-3c9e-496b-81da-d2bf3946deb5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:02.760407 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:02.761682 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 12d6ec08-b6a6-4a62-b528-890acf9a36f0 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:05:02.767741 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5679-3c9e-496b-81da-d2bf3946deb5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:02.775705 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-f3836edd-7e38-4be2-a9b9-7bcfed9509fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:02.789459 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:02.918756 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5679-3c9e-496b-81da-d2bf3946deb5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:02.923524 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-1f4c5679-3c9e-496b-81da-d2bf3946deb5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1468916 Jun 28 14:05:02.923613 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=6c8fa0e1-973e-4734-ac1b-4d6dc4768a49,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:02.923709 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 52270) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:02.933814 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:02.937551 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Request body: {'floatingip': {'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:02.955679 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c5679-3c9e-496b-81da-d2bf3946deb5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474f8230-a7a6-4a9b-87ed-b1450aafe0a3,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:02.979232 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-1f4c5679-3c9e-496b-81da-d2bf3946deb5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:02.986970 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 12d6ec08-b6a6-4a62-b528-890acf9a36f0 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:05:02.987949 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:02.997076 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for floatingip, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:03.102686 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:55Z', 'revision_number': 4, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': 'c514ccf3-465b-4b68-b075-c4f0c57da646', 'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'mac_address': 'fa:16:3e:ff:20:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:52Z', 'updated_at': '2021-06-28T14:05:01Z', 'revision_number': 4, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'subnets': [{'id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:03.104833 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:03.184047 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Request body: {'port': {'device_id': 'a87a7335-301c-4c20-9198-70960b69606f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:03.239053 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:03.273536 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-390c4a9f-cfe1-4451-94c5-be6b89b739b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:03.280758 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375b920d-f6cd-4066-afee-5a5a1d2d0dda None None] The sync data for ids ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'] in dv-cinder-761113-15-iscsi is: [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:55Z', 'revision_number': 4, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': 'c514ccf3-465b-4b68-b075-c4f0c57da646', 'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'mac_address': 'fa:16:3e:ff:20:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:52Z', 'updated_at': '2021-06-28T14:05:01Z', 'revision_number': 4, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'subnets': [{'id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:05:03.377024 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:05:03.384200 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:05:03.391227 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:05:03.465295 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event updated for resources: {'Port': ['ID=3aca1ac6-5d8e-45f1-a6f4-f86fc91680b9,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:03.482526 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'name': 'tempest-ServerRescueNegativeTestJSON-462772660-router', 'tenant_id': 'fe5908865c604ba49eaf1e3905e97327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:56Z', 'revision_number': 4, 'project_id': 'fe5908865c604ba49eaf1e3905e97327', 'gw_port': {'id': '9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '6cb0e436-ef89-4da8-8626-7741060280e5', 'name': '', 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240', 'tenant_id': 'fe5908865c604ba49eaf1e3905e97327', 'mac_address': 'fa:16:3e:7c:84:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ef022ae7-61d0-4f32-bcef-65ede9752248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:54Z', 'updated_at': '2021-06-28T14:04:57Z', 'revision_number': 2, 'project_id': 'fe5908865c604ba49eaf1e3905e97327', 'subnets': [{'id': 'ef022ae7-61d0-4f32-bcef-65ede9752248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:03.573574 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Checking router: a36c23af-51e2-4278-a433-c8ff20f9abbd for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:05:03.573949 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Updating router a36c23af-51e2-4278-a433-c8ff20f9abbd port 6cb0e436-ef89-4da8-8626-7741060280e5 binding host dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:05:03.719387 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:03.756512 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:03.806441 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:03.900324 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:04.015545 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:04.515176 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-f94eb80d-8e6d-4c4f-8fe8-389c5831469e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:04.531326 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for port, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:04.544440 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:05:04.644938 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:04.749089 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:04.769384 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:04.774889 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Transition to ACTIVE for port object 6cb0e436-ef89-4da8-8626-7741060280e5 will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:05:04.790105 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:05:04.790330 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:04.791966 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:04.796711 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-7625ce25-fbcf-44eb-b83a-af17af73acab tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:04.799683 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:04.806067 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-7625ce25-fbcf-44eb-b83a-af17af73acab tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/networks?id=d8f3ae30-07f9-4a91-9442-31b27cbf5240 HTTP/1.1" status: 200 len: 818 time: 0.2748888 Jun 28 14:05:04.817455 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:04.824859 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:04.919984 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-cb93092f-befd-4c92-be1f-05b3f2ce5717 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/quotas/fe5908865c604ba49eaf1e3905e97327 HTTP/1.1" status: 200 len: 375 time: 0.1128969 Jun 28 14:05:04.971084 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d86bef-b529-478d-b1da-bf3953586cb4 None None] Pushing event updated for resources: {'Port': ['ID=6cb0e436-ef89-4da8-8626-7741060280e5,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:04.974953 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-b9d86bef-b529-478d-b1da-bf3953586cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:05.070303 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:05.074757 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2813771 Jun 28 14:05:05.142379 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event updated for resources: {'Port': ['ID=3aca1ac6-5d8e-45f1-a6f4-f86fc91680b9,revision_number=2']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:05.150714 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:05.159223 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:05.192182 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:05.259919 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-befa83d2-a052-4f50-aff2-e81ffa896286 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fe5908865c604ba49eaf1e3905e97327&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3383331 Jun 28 14:05:05.315419 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device c514ccf3-465b-4b68-b075-c4f0c57da646 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:05:05.361733 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Attempting to bind port 6cb0e436-ef89-4da8-8626-7741060280e5 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:05:05.362212 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Attempting to bind port 6cb0e436-ef89-4da8-8626-7741060280e5 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': '67284ebe-0528-450e-8b29-982b6689bec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:05:05.362957 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Attempting to bind port 6cb0e436-ef89-4da8-8626-7741060280e5 on network d8f3ae30-07f9-4a91-9442-31b27cbf5240 {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:05:05.386386 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:05:05.387047 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Checking segment: {'id': '67284ebe-0528-450e-8b29-982b6689bec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:05:05.387469 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:05.387884 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Bound using segment: {'id': '67284ebe-0528-450e-8b29-982b6689bec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:05:05.388421 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Bound port: 6cb0e436-ef89-4da8-8626-7741060280e5, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67284ebe-0528-450e-8b29-982b6689bec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:05:05.388772 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:05.458812 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port c514ccf3-465b-4b68-b075-c4f0c57da646 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:05:05.468390 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port c514ccf3-465b-4b68-b075-c4f0c57da646 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:05:05.469046 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:05.482030 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:05:05.491750 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:05.522822 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Transition to ACTIVE for port object 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:05:05.547961 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:05.559246 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:05.638312 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714ff0-6d50-4478-b4c0-d2446860eda2 req-c8f399ec-bfdd-4de3-a126-3a839907c840 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:05.640419 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ed714ff0-6d50-4478-b4c0-d2446860eda2 req-c8f399ec-bfdd-4de3-a126-3a839907c840 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 932 time: 1.6276035 Jun 28 14:05:05.707844 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:05.714074 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Pushing event updated for resources: {'Port': ['ID=75f71e9a-25ca-4b6e-9f30-8336c27f0ec3,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:05.739588 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:05.753388 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Allocated IP 172.27.2.120 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/63c63e62-18bc-4e1c-954f-f59d66acc48a) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:05:05.754211 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] For port 6cb0e436-ef89-4da8-8626-7741060280e5, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:05:05.785900 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Attempting to bind port 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:05:05.786415 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Attempting to bind port 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'cc21b609-3ad9-414a-890b-f8a35d130cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '12aeba65-a015-4ce1-922f-174132ee33d8'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:05:05.786889 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Attempting to bind port 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 on network 12aeba65-a015-4ce1-922f-174132ee33d8 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:05:05.805276 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port c514ccf3-465b-4b68-b075-c4f0c57da646, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=c514ccf3-465b-4b68-b075-c4f0c57da646,segment=NetworkSegment(df49fd01-2157-4b29-adae-3cc64b821b57),segment_id=df49fd01-2157-4b29-adae-3cc64b821b57)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:05.806067 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ed714ff0-6d50-4478-b4c0-d2446860eda2 req-4ee9d0db-3e68-42fe-a27d-4edb099235a0 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/security-groups?id=adaef590-870d-4a88-bc5b-fd06638fd049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456497 Jun 28 14:05:05.810936 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Port 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 on network 12aeba65-a015-4ce1-922f-174132ee33d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:05:05.820413 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Attempting to bind port 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 on network 12aeba65-a015-4ce1-922f-174132ee33d8 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:05:05.820525 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] For port 6cb0e436-ef89-4da8-8626-7741060280e5, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=6cb0e436-ef89-4da8-8626-7741060280e5,segment=NetworkSegment(67284ebe-0528-450e-8b29-982b6689bec5),segment_id=67284ebe-0528-450e-8b29-982b6689bec5)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:05:05.839773 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:05.841931 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:05.860506 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:05:05.862110 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Checking segment: {'id': 'cc21b609-3ad9-414a-890b-f8a35d130cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '12aeba65-a015-4ce1-922f-174132ee33d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:05:05.868591 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Bound using segment: {'id': 'cc21b609-3ad9-414a-890b-f8a35d130cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '12aeba65-a015-4ce1-922f-174132ee33d8'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:05:05.872316 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Bound port: 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc21b609-3ad9-414a-890b-f8a35d130cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '12aeba65-a015-4ce1-922f-174132ee33d8'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:05:05.873682 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:05.918922 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:05.922167 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52360) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:06.057730 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=c514ccf3-465b-4b68-b075-c4f0c57da646,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:06.071176 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:06.071783 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:06.074830 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Routers {'a36c23af-51e2-4278-a433-c8ff20f9abbd'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:05:06.075946 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:05:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['a36c23af-51e2-4278-a433-c8ff20f9abbd'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:06.193354 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8a3add65-7854-4f27-be15-3a0f4626ce08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:06.204810 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d86bef-b529-478d-b1da-bf3953586cb4 None None] Pushing event updated for resources: {'Port': ['ID=6cb0e436-ef89-4da8-8626-7741060280e5,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:06.302751 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-45f8a0b7-4623-4469-ae5b-0690e731f660 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 14:05:06.310164 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-45f8a0b7-4623-4469-ae5b-0690e731f660 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2284031 Jun 28 14:05:06.460727 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:06.586467 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] Set router a36c23af-51e2-4278-a433-c8ff20f9abbd gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:05:06.597240 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-26dd38a6-c505-4b44-87b0-5dd4f0bb35af tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--24111103&fields=id&tenant_id=724e3789680240be9f570b8ca116df8d HTTP/1.1" status: 200 len: 267 time: 0.5742044 Jun 28 14:05:06.604087 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:06.617400 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] For port 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:05:06.692021 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:06.799970 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-279a39dd-211a-4c33-b581-a5e5c26f14e5 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805851 Jun 28 14:05:06.822423 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] For port 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=75f71e9a-25ca-4b6e-9f30-8336c27f0ec3,segment=NetworkSegment(cc21b609-3ad9-414a-890b-f8a35d130cba),segment_id=cc21b609-3ad9-414a-890b-f8a35d130cba)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:05:06.850793 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:06.921386 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:05:06.932974 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:05:06.939991 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:05:06.961194 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-b9d86bef-b529-478d-b1da-bf3953586cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:07.003188 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event updated for resources: {'Port': ['ID=63c63e62-18bc-4e1c-954f-f59d66acc48a,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:07.010674 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:07.031453 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:07.049809 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device c514ccf3-465b-4b68-b075-c4f0c57da646 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:05:07.081303 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-54f8354a-f381-4525-97f7-ebadcc3b95e3 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663841 Jun 28 14:05:07.098060 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8a3add65-7854-4f27-be15-3a0f4626ce08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:07.109052 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8a3add65-7854-4f27-be15-3a0f4626ce08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:07.113617 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:07.113774 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:07.115817 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:07.118635 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] 10.222.0.55 "PUT /v2.0/ports/75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 HTTP/1.1" status: 200 len: 1094 time: 4.6896887 Jun 28 14:05:07.190547 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Pushing event updated for resources: {'Port': ['ID=75f71e9a-25ca-4b6e-9f30-8336c27f0ec3,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:07.195183 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-8a3add65-7854-4f27-be15-3a0f4626ce08 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e3c7d5ccb974d4ab28bb79b1fcdb59e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2708185 Jun 28 14:05:07.201522 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:07.202215 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87a7335-301c-4c20-9198-70960b69606f', 'tag': '75f71e9a-25ca-4b6e-9f30-8336c27f0ec3'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:05:07.210025 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port c514ccf3-465b-4b68-b075-c4f0c57da646 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:05:07.210419 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:07.211825 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52406) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:07.238038 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3add65-7854-4f27-be15-3a0f4626ce08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d45cd0-91b0-42bd-89df-4a0060a41d83,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:07.264347 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-8a3add65-7854-4f27-be15-3a0f4626ce08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:07.286168 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:07.351968 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'name': 'tempest-ServerRescueNegativeTestJSON-462772660-router', 'tenant_id': 'fe5908865c604ba49eaf1e3905e97327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:56Z', 'revision_number': 4, 'project_id': 'fe5908865c604ba49eaf1e3905e97327', 'gw_port': {'id': '9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '6cb0e436-ef89-4da8-8626-7741060280e5', 'name': '', 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240', 'tenant_id': 'fe5908865c604ba49eaf1e3905e97327', 'mac_address': 'fa:16:3e:7c:84:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ef022ae7-61d0-4f32-bcef-65ede9752248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:54Z', 'updated_at': '2021-06-28T14:05:05Z', 'revision_number': 4, 'project_id': 'fe5908865c604ba49eaf1e3905e97327', 'subnets': [{'id': 'ef022ae7-61d0-4f32-bcef-65ede9752248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:07.361476 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-274f1315-eb2f-404a-b5d6-925dfdedb833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:07.404427 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-274f1315-eb2f-404a-b5d6-925dfdedb833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:07.525748 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-72cd7faf-27e3-4a07-be0b-98e6acc6a80a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:07.536485 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-274f1315-eb2f-404a-b5d6-925dfdedb833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:07.538114 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-72cd7faf-27e3-4a07-be0b-98e6acc6a80a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/networks?id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece HTTP/1.1" status: 200 len: 817 time: 0.9390304 Jun 28 14:05:07.541129 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-274f1315-eb2f-404a-b5d6-925dfdedb833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:07.542464 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-274f1315-eb2f-404a-b5d6-925dfdedb833 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99d45cd0-91b0-42bd-89df-4a0060a41d83 HTTP/1.1" status: 204 len: 168 time: 0.3296082 Jun 28 14:05:07.550296 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-26799692-367b-49ed-bbc7-4afac374377e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:07.589979 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:07.608281 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f1315-eb2f-404a-b5d6-925dfdedb833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d45cd0-91b0-42bd-89df-4a0060a41d83,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:07.616113 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-274f1315-eb2f-404a-b5d6-925dfdedb833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:07.686844 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b9fe6-d2f1-4fbe-8e64-743ba84202a0 None None] The sync data for ids ['a36c23af-51e2-4278-a433-c8ff20f9abbd'] in dv-cinder-761113-15-iscsi is: [{'id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'name': 'tempest-ServerRescueNegativeTestJSON-462772660-router', 'tenant_id': 'fe5908865c604ba49eaf1e3905e97327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:56Z', 'revision_number': 4, 'project_id': 'fe5908865c604ba49eaf1e3905e97327', 'gw_port': {'id': '9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '6cb0e436-ef89-4da8-8626-7741060280e5', 'name': '', 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240', 'tenant_id': 'fe5908865c604ba49eaf1e3905e97327', 'mac_address': 'fa:16:3e:7c:84:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ef022ae7-61d0-4f32-bcef-65ede9752248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:54Z', 'updated_at': '2021-06-28T14:05:05Z', 'revision_number': 4, 'project_id': 'fe5908865c604ba49eaf1e3905e97327', 'subnets': [{'id': 'ef022ae7-61d0-4f32-bcef-65ede9752248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:05:07.912254 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:07.940885 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-110ead3d-1f7f-4211-a0fd-de0b5e6531bb tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/quotas/724e3789680240be9f570b8ca116df8d HTTP/1.1" status: 200 len: 375 time: 0.4010911 Jun 28 14:05:08.145195 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1f645-d266-4aae-be05-c727aec92adb req-de8e9b8e-b99c-40a4-b191-2391d39130d8 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:08.147353 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7bd1f645-d266-4aae-be05-c727aec92adb req-de8e9b8e-b99c-40a4-b191-2391d39130d8 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 944 time: 0.4101858 Jun 28 14:05:08.340572 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f6cdcc-9284-4819-a577-c5b3673e6c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "a87a7335-301c-4c20-9198-70960b69606f", "tag": "75f71e9a-25ca-4b6e-9f30-8336c27f0ec3"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:05:08.366089 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 6cb0e436-ef89-4da8-8626-7741060280e5 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:05:08.430164 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-d3e863e6-a328-4b56-8de0-25560f6c25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:08.432235 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-d3e863e6-a328-4b56-8de0-25560f6c25e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5f67fe78354462d874debb6acc397b1&device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 1097 time: 0.8667841 Jun 28 14:05:08.480329 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7bd1f645-d266-4aae-be05-c727aec92adb req-bff39493-ecd9-4f14-8a07-dc02269d9efc tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/security-groups?id=adaef590-870d-4a88-bc5b-fd06638fd049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041623 Jun 28 14:05:08.543459 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 6cb0e436-ef89-4da8-8626-7741060280e5 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:05:08.549765 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 6cb0e436-ef89-4da8-8626-7741060280e5 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:05:08.550194 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:08.665332 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ebc0a1b7-4dcf-48f5-bd3a-b49f9df229ab req-b25a6d0a-afda-4bfd-adeb-7aad05e7cea1 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 210 time: 0.0892005 Jun 28 14:05:08.833252 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52492) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:08.864550 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0decb887-5820-4ae4-8e6a-fee7e5e33789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:08.894349 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:09.058922 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port 6cb0e436-ef89-4da8-8626-7741060280e5, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=6cb0e436-ef89-4da8-8626-7741060280e5,segment=NetworkSegment(67284ebe-0528-450e-8b29-982b6689bec5),segment_id=67284ebe-0528-450e-8b29-982b6689bec5)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:09.079766 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:09.084876 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-83732721-1a3c-49c1-8ae8-9344eaafccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:09.301385 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0decb887-5820-4ae4-8e6a-fee7e5e33789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:09.309366 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=6cb0e436-ef89-4da8-8626-7741060280e5,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:09.314441 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0decb887-5820-4ae4-8e6a-fee7e5e33789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:09.317194 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:09.329846 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:09.432080 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decb887-5820-4ae4-8e6a-fee7e5e33789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e2fea7-7c52-4099-9a42-184dc324a186,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:09.447563 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-0decb887-5820-4ae4-8e6a-fee7e5e33789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:09.543355 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-0decb887-5820-4ae4-8e6a-fee7e5e33789 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=569246a87b454f0b82ad9c370fd117e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7081604 Jun 28 14:05:09.545843 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52526) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:09.556056 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-65a22f96-6b09-4f24-8e2c-ea5cfd4027c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 HTTP/1.1" status: 200 len: 217 time: 1.0634358 Jun 28 14:05:09.591331 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426f5c79-c24b-4202-bc28-4a845160bf00 x-openstack-request-id: req-426f5c79-c24b-4202-bc28-4a845160bf00 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:05:09.591641 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87a7335-301c-4c20-9198-70960b69606f", "tag": "75f71e9a-25ca-4b6e-9f30-8336c27f0ec3", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:05:09.591938 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-426f5c79-c24b-4202-bc28-4a845160bf00 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:05:09.592433 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87a7335-301c-4c20-9198-70960b69606f', 'tag': '75f71e9a-25ca-4b6e-9f30-8336c27f0ec3', 'status': 'completed', 'code': 200} Jun 28 14:05:09.641696 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-2fae3343-3a67-4eea-ac09-e5caa2bf95f5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=724e3789680240be9f570b8ca116df8d&fields=id HTTP/1.1" status: 200 len: 348 time: 1.6210711 Jun 28 14:05:09.804197 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-45aad803-62c4-414b-86a8-5dc58254c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:09.805045 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-45aad803-62c4-414b-86a8-5dc58254c579 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ec82ae8f-7b15-4910-b034-ca057e76ff7c HTTP/1.1" status: 200 len: 852 time: 0.2304299 Jun 28 14:05:09.851165 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-6f9a9b15-7971-43c8-accd-ddb9ef5beeda tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:09.853108 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-6f9a9b15-7971-43c8-accd-ddb9ef5beeda tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/networks?id=d8f3ae30-07f9-4a91-9442-31b27cbf5240 HTTP/1.1" status: 200 len: 818 time: 0.3354592 Jun 28 14:05:10.079641 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-6ba8d9bb-707a-4d31-9653-85a69c9c3dde service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12aeba65-a015-4ce1-922f-174132ee33d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885301 Jun 28 14:05:10.080230 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 52540) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:10.121333 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-24de9d6d-e187-4159-885c-300dbe589e81 service neutron] 10.222.0.11 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365504 Jun 28 14:05:10.227785 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 6cb0e436-ef89-4da8-8626-7741060280e5 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:05:10.228415 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:10.258682 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-b824ce56-91ac-4f10-9756-4da3df3a12cd tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/quotas/fe5908865c604ba49eaf1e3905e97327 HTTP/1.1" status: 200 len: 375 time: 0.3952048 Jun 28 14:05:10.295042 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6a87b1e4-318a-49ee-88a9-1ec5bd78acd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:10.308985 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:10.352107 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6a87b1e4-318a-49ee-88a9-1ec5bd78acd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:10.383388 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 6cb0e436-ef89-4da8-8626-7741060280e5 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:05:10.384169 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:10.412819 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:10.451722 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:10.473652 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:10.492646 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5677900 Jun 28 14:05:10.513208 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-40218a3d-f5d8-4bdb-af68-925e21135eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:10.546935 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6a87b1e4-318a-49ee-88a9-1ec5bd78acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:10.559547 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6a87b1e4-318a-49ee-88a9-1ec5bd78acd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:10.562156 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-6a87b1e4-318a-49ee-88a9-1ec5bd78acd5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77e2fea7-7c52-4099-9a42-184dc324a186 HTTP/1.1" status: 204 len: 168 time: 1.0153532 Jun 28 14:05:10.579530 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-cfaaaf87-f51f-452f-bac4-c3f6df695ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:10.640583 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87b1e4-318a-49ee-88a9-1ec5bd78acd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e2fea7-7c52-4099-9a42-184dc324a186,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:10.656169 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-d501dfd5-601c-4045-95f5-87892cf9a3d8 service neutron] 10.222.0.55 "GET /v2.0/networks/12aeba65-a015-4ce1-922f-174132ee33d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259087 Jun 28 14:05:10.656904 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-6a87b1e4-318a-49ee-88a9-1ec5bd78acd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:10.683714 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event updated for resources: {'Port': ['ID=63c63e62-18bc-4e1c-954f-f59d66acc48a,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:10.692930 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:10.739221 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-78368d05-b47d-478d-ace3-c23b4017f661 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fe5908865c604ba49eaf1e3905e97327&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4777362 Jun 28 14:05:10.966423 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-40218a3d-f5d8-4bdb-af68-925e21135eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:11.010634 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-4bd82054-cce5-4106-8653-54943c1df676 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594495 Jun 28 14:05:11.015284 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-0bb600cd-3c06-4095-b3f7-cf94ff6aed5c service neutron] 10.222.0.11 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8864357 Jun 28 14:05:11.020009 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-40218a3d-f5d8-4bdb-af68-925e21135eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:11.068668 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-e49e4fa2-0adb-489f-9fd0-173ed9087ed2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:11.171858 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-22f237ee-5319-479a-81e5-f9ffb2db3f33 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600664 Jun 28 14:05:11.175809 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40218a3d-f5d8-4bdb-af68-925e21135eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea84f8f-6506-40d8-9d69-a0fcee87e149,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:11.185879 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-40218a3d-f5d8-4bdb-af68-925e21135eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:11.280575 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-40218a3d-f5d8-4bdb-af68-925e21135eb3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e08d05c30e164732a480f07166d0853c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1924381 Jun 28 14:05:11.283560 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52590) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:11.301428 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-828263ac-22f0-4497-942b-ff20fa2e55c2 req-5c4322d2-472a-4f5d-a5ba-1a06e001922d service neutron] 10.222.0.55 "GET /v2.0/networks/12aeba65-a015-4ce1-922f-174132ee33d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053483 Jun 28 14:05:11.414232 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5fb97f41-4058-456b-96be-143a0db528c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:11.516859 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5fb97f41-4058-456b-96be-143a0db528c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:11.853702 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-b0543a88-0e32-4836-b840-922466c979f1 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--957144724&fields=id&tenant_id=9d4eac73e6144623876ae1a05fa00695 HTTP/1.1" status: 200 len: 267 time: 0.1805720 Jun 28 14:05:11.894987 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e67b9-b155-4c59-b1be-2c54d276b773 req-1cd96390-c303-4f9f-9c44-47a44a31db14 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:11.914957 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-897e67b9-b155-4c59-b1be-2c54d276b773 req-1cd96390-c303-4f9f-9c44-47a44a31db14 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 944 time: 0.2126174 Jun 28 14:05:11.934364 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5fb97f41-4058-456b-96be-143a0db528c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:11.936995 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5fb97f41-4058-456b-96be-143a0db528c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:11.938132 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-5fb97f41-4058-456b-96be-143a0db528c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ea84f8f-6506-40d8-9d69-a0fcee87e149 HTTP/1.1" status: 204 len: 168 time: 0.6530032 Jun 28 14:05:11.951916 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:12.108516 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-897e67b9-b155-4c59-b1be-2c54d276b773 req-963d5612-8863-4392-9901-b0db7e412cec tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/security-groups?id=adaef590-870d-4a88-bc5b-fd06638fd049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925204 Jun 28 14:05:12.114003 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb97f41-4058-456b-96be-143a0db528c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea84f8f-6506-40d8-9d69-a0fcee87e149,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:12.135183 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-5fb97f41-4058-456b-96be-143a0db528c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:12.424424 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-a5b7f094-493e-48b4-b8e2-069d20288c35 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:12.439462 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-a5b7f094-493e-48b4-b8e2-069d20288c35 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/networks?id=eee0d957-c088-43bb-b147-4b4d998ec199 HTTP/1.1" status: 200 len: 811 time: 0.5478666 Jun 28 14:05:12.452778 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-35e568bb-b30c-4b7a-9782-dfbe7853e684 req-d47ee51f-7cd0-4b24-8ca1-4fea801051fa tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 210 time: 0.2389603 Jun 28 14:05:12.478576 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-5bf1a97a-69af-47f4-ae81-201f28c0a887 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/quotas/9d4eac73e6144623876ae1a05fa00695 HTTP/1.1" status: 200 len: 375 time: 0.0362809 Jun 28 14:05:12.522377 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.55', 64214) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:12.767488 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-efa63841-e5ec-48ba-beba-1a750c3803e9 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d4eac73e6144623876ae1a05fa00695&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2862024 Jun 28 14:05:12.858337 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6cdcc-9284-4819-a577-c5b3673e6c8f req-d74266ff-e221-4785-b0a8-dd509c32054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:12.866550 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-89f6cdcc-9284-4819-a577-c5b3673e6c8f req-d74266ff-e221-4785-b0a8-dd509c32054f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5f67fe78354462d874debb6acc397b1&device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 1097 time: 0.7095551 Jun 28 14:05:12.975769 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-658afd1a-63b4-4637-aad7-6cd34fda1ffa req-548c8be1-19a2-4cde-8b17-7f7b83e2157b tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 210 time: 0.0912647 Jun 28 14:05:13.003005 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-70b47809-9715-4a4f-99e5-53f2432c044f tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:13.006406 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-70b47809-9715-4a4f-99e5-53f2432c044f tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.55 "GET /v2.0/networks?id=d8f3ae30-07f9-4a91-9442-31b27cbf5240 HTTP/1.1" status: 200 len: 818 time: 0.4729056 Jun 28 14:05:13.007576 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-1666c3e7-3837-4168-b9ec-dc36829b5e8a service neutron] 10.222.0.11 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073996 Jun 28 14:05:13.100249 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 52666) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:13.126612 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-bbce5459-a788-4bde-8e7b-550f8c9f8614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:13.180063 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-aa135e92-245f-4f29-b675-e84d7eb145b3 service neutron] 10.222.0.11 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536593 Jun 28 14:05:13.182732 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-9a43e260-b627-40fc-b445-d39fc08d3a4e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Request body: {'port': {'device_id': 'f2ada0c7-c0ab-497c-8b93-d494bf4897b8', 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240', 'admin_state_up': True, 'tenant_id': 'fe5908865c604ba49eaf1e3905e97327'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:13.323031 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52672) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:13.512228 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f88bd3a3-268e-48fd-8a78-3d76bfa99c26 req-d9cc7035-3fc6-410a-97cf-1dd8eba5e18f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 210 time: 0.1192567 Jun 28 14:05:13.527916 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aea9d5ba-8de3-4952-bbc0-f51c69a7ec79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:13.705318 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-758e3faa-d54f-471d-b137-1074c6d1d6c6 req-3099e773-6815-4585-9bca-29fa71d77b82 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 210 time: 0.0485704 Jun 28 14:05:13.709122 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6cdcc-9284-4819-a577-c5b3673e6c8f req-ff3551b1-fb9c-449a-84fb-2bca2d8dcd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:13.712489 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-89f6cdcc-9284-4819-a577-c5b3673e6c8f req-ff3551b1-fb9c-449a-84fb-2bca2d8dcd8a service neutron] 10.222.0.55 "GET /v2.0/networks?id=12aeba65-a015-4ce1-922f-174132ee33d8 HTTP/1.1" status: 200 len: 913 time: 0.5695839 Jun 28 14:05:13.754305 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178044c8-98a9-4850-89f5-0ded2cb13107 req-776c6788-40fd-40ca-ac7c-11ddfdf06b23 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:13.760353 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-178044c8-98a9-4850-89f5-0ded2cb13107 req-776c6788-40fd-40ca-ac7c-11ddfdf06b23 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 944 time: 0.5157838 Jun 28 14:05:13.797939 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-89f6cdcc-9284-4819-a577-c5b3673e6c8f req-f79c5620-030e-471d-9f22-50659a8d95c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 HTTP/1.1" status: 200 len: 217 time: 0.0715463 Jun 28 14:05:13.852210 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-bbce5459-a788-4bde-8e7b-550f8c9f8614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:13.865710 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-bbce5459-a788-4bde-8e7b-550f8c9f8614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:13.904291 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-dfa1032c-27d7-4306-8e8d-58f4366867dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:13.945152 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-178044c8-98a9-4850-89f5-0ded2cb13107 req-6a79cc77-d145-46e7-8d6a-68ee0aebf548 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/security-groups?id=adaef590-870d-4a88-bc5b-fd06638fd049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436329 Jun 28 14:05:13.956264 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6cdcc-9284-4819-a577-c5b3673e6c8f req-bf8f04b2-ba02-49b1-91ad-e70c25893386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:13.960157 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-89f6cdcc-9284-4819-a577-c5b3673e6c8f req-bf8f04b2-ba02-49b1-91ad-e70c25893386 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ec82ae8f-7b15-4910-b034-ca057e76ff7c HTTP/1.1" status: 200 len: 852 time: 0.1510375 Jun 28 14:05:13.967578 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-bbce5459-a788-4bde-8e7b-550f8c9f8614 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=460f05cea7ed4f0d8a1feb2601c56395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8640101 Jun 28 14:05:13.972504 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 52724) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:14.030319 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aea9d5ba-8de3-4952-bbc0-f51c69a7ec79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:14.043214 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aea9d5ba-8de3-4952-bbc0-f51c69a7ec79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:14.047115 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-09111171-67b7-4e7e-b7b5-37a373342a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:14.071930 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce5459-a788-4bde-8e7b-550f8c9f8614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4112ab9-e9af-4e76-87e5-4755a1d09e77,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:14.076338 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-bbce5459-a788-4bde-8e7b-550f8c9f8614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:14.079740 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-89f6cdcc-9284-4819-a577-c5b3673e6c8f req-090c3190-01d3-4b74-8f24-57589da92dae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12aeba65-a015-4ce1-922f-174132ee33d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654309 Jun 28 14:05:14.156125 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-aea9d5ba-8de3-4952-bbc0-f51c69a7ec79 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=04027a2e656f4f4fae807cf18a166252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8316853 Jun 28 14:05:14.158833 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52732) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:14.162777 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9d5ba-8de3-4952-bbc0-f51c69a7ec79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e20cee5-d857-4a81-8dc6-e16ca8e3c07c,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:14.218408 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-aea9d5ba-8de3-4952-bbc0-f51c69a7ec79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:14.230830 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-89f6cdcc-9284-4819-a577-c5b3673e6c8f req-6e178868-ed19-4296-ae3b-361c50a162cc service neutron] 10.222.0.55 "GET /v2.0/networks/12aeba65-a015-4ce1-922f-174132ee33d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397040 Jun 28 14:05:14.233198 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-9a43e260-b627-40fc-b445-d39fc08d3a4e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Made reservation on behalf of fe5908865c604ba49eaf1e3905e97327 for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:05:14.239131 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-9a43e260-b627-40fc-b445-d39fc08d3a4e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:14.243954 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.55', 64220) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:14.251307 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc513-7f84-4808-9d50-7451f24d9671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:14.280343 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-31d4dc98-5da1-43f9-838d-5464a2843e8a req-07a64d76-a73c-4a2d-bff2-bd96a99026d3 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 210 time: 0.0631526 Jun 28 14:05:14.333717 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-20506d31-673a-4684-aacc-95ec1014eb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:14.368903 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52736) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:14.404809 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-20506d31-673a-4684-aacc-95ec1014eb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:14.499273 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-20506d31-673a-4684-aacc-95ec1014eb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:14.503727 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-20506d31-673a-4684-aacc-95ec1014eb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:14.508091 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-20506d31-673a-4684-aacc-95ec1014eb59 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e20cee5-d857-4a81-8dc6-e16ca8e3c07c HTTP/1.1" status: 204 len: 168 time: 0.3431754 Jun 28 14:05:14.508091 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-da7cf256-0b07-4d08-b7d6-6db4e318012b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:14.546495 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20506d31-673a-4684-aacc-95ec1014eb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e20cee5-d857-4a81-8dc6-e16ca8e3c07c,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:14.549150 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-20506d31-673a-4684-aacc-95ec1014eb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:14.666990 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-45756f03-c124-4c42-80de-fdea2d5202a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:14.697457 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc513-7f84-4808-9d50-7451f24d9671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:14.866705 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a12ebec5-3955-42cb-9caa-a96b8d6ec069 req-a26d5c48-2138-47b5-bbc4-1c2a885bb465 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 210 time: 0.2107687 Jun 28 14:05:14.868032 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-45756f03-c124-4c42-80de-fdea2d5202a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:14.878532 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-45756f03-c124-4c42-80de-fdea2d5202a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:14.887450 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:14.906129 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.55', 64224) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:14.957961 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-9a43e260-b627-40fc-b445-d39fc08d3a4e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Allocated IP 172.20.0.11 (d8f3ae30-07f9-4a91-9442-31b27cbf5240/ef022ae7-61d0-4f32-bcef-65ede9752248/de31413a-a0e3-429c-978d-f5ce096f9e67) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:05:14.983328 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-45756f03-c124-4c42-80de-fdea2d5202a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d5d3ed00c0e4a9c96eeb6b75cae6a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6131775 Jun 28 14:05:14.984481 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45756f03-c124-4c42-80de-fdea2d5202a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b207e2-b1b2-4e10-883a-c66d97e1d91e,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:14.986397 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52758) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:15.024281 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-45756f03-c124-4c42-80de-fdea2d5202a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:15.058530 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-40acee55-25e8-40b2-9466-3cb3adb0d32f tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:15.060654 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-40acee55-25e8-40b2-9466-3cb3adb0d32f tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.55 "GET /v2.0/networks?id=d8f3ae30-07f9-4a91-9442-31b27cbf5240 HTTP/1.1" status: 200 len: 818 time: 0.8012762 Jun 28 14:05:15.088262 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-127207ea-1f42-4049-b423-51ba511bb4b9 req-b063dddf-6913-478f-ad80-4f36a1e9123c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 210 time: 0.0630169 Jun 28 14:05:15.114817 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-89f6cdcc-9284-4819-a577-c5b3673e6c8f req-71570dd5-ca79-4515-9739-d3bfd98a70e5 service neutron] 10.222.0.55 "GET /v2.0/networks/12aeba65-a015-4ce1-922f-174132ee33d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352225 Jun 28 14:05:15.115278 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52762) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:15.119445 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-8811f82a-d02d-426c-8f90-6a6b096316d6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Request body: {'port': {'device_id': 'dfad9d2a-3094-432e-94fe-c4666c12acd0', 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240', 'admin_state_up': True, 'tenant_id': 'fe5908865c604ba49eaf1e3905e97327'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:15.125177 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9b78163b-84ec-4acf-808a-781a3d25f829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:15.198243 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-c373d612-2933-420e-bfce-8fdda4f32678 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:15.206806 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-c373d612-2933-420e-bfce-8fdda4f32678 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.55 "GET /v2.0/networks?id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece HTTP/1.1" status: 200 len: 817 time: 0.2773874 Jun 28 14:05:15.266059 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9ac83af1-a9dc-4f1a-a879-20a7046b0d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:15.326828 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc513-7f84-4808-9d50-7451f24d9671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:15.342139 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9ac83af1-a9dc-4f1a-a879-20a7046b0d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:15.342730 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc513-7f84-4808-9d50-7451f24d9671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:15.343898 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-0cbbc513-7f84-4808-9d50-7451f24d9671 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4112ab9-e9af-4e76-87e5-4755a1d09e77 HTTP/1.1" status: 204 len: 168 time: 1.3701198 Jun 28 14:05:15.355300 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-07742ee1-1089-46be-89f2-66bcbf328206 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=724e3789680240be9f570b8ca116df8d HTTP/1.1" status: 200 len: 378 time: 0.1280260 Jun 28 14:05:15.373147 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:15.385757 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-7237bca2-c9fc-41bb-9871-b5d3873a9d78 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Request body: {'port': {'device_id': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'admin_state_up': True, 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'security_groups': ['c6e8d918-d9d6-46f0-b304-a830c9a78946']}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:15.399906 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbc513-7f84-4808-9d50-7451f24d9671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4112ab9-e9af-4e76-87e5-4755a1d09e77,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:15.402906 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-0cbbc513-7f84-4808-9d50-7451f24d9671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:15.506718 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91a663-799a-4034-9106-7863477ac114 req-5701ec49-0312-40d7-8c0f-6706a6cbfb0e tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:15.508743 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-db91a663-799a-4034-9106-7863477ac114 req-5701ec49-0312-40d7-8c0f-6706a6cbfb0e tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 944 time: 0.2559266 Jun 28 14:05:15.542278 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-9a43e260-b627-40fc-b445-d39fc08d3a4e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:15.549896 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-30ecce10-3ff7-4c4b-922b-520ddf44dc1d req-4199762a-13ee-4388-99df-0d1538d499bf tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 210 time: 0.0483055 Jun 28 14:05:15.633762 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9b78163b-84ec-4acf-808a-781a3d25f829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:15.635146 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9ac83af1-a9dc-4f1a-a879-20a7046b0d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:15.638465 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9ac83af1-a9dc-4f1a-a879-20a7046b0d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:15.640027 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-db91a663-799a-4034-9106-7863477ac114 req-86788d5a-5421-42d5-bdcc-29cfdddcf911 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/security-groups?id=adaef590-870d-4a88-bc5b-fd06638fd049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078236 Jun 28 14:05:15.651084 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-9ac83af1-a9dc-4f1a-a879-20a7046b0d9f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8b207e2-b1b2-4e10-883a-c66d97e1d91e HTTP/1.1" status: 204 len: 168 time: 0.6194866 Jun 28 14:05:15.658508 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-c51a012d-af5f-4a33-a600-54b64e879542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:15.663683 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9b78163b-84ec-4acf-808a-781a3d25f829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:15.684480 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-1298cd3c-34fb-4d43-aae2-efed26eb90cc tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:15.684760 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac83af1-a9dc-4f1a-a879-20a7046b0d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b207e2-b1b2-4e10-883a-c66d97e1d91e,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:15.686139 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-1298cd3c-34fb-4d43-aae2-efed26eb90cc tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.55 "GET /v2.0/networks?id=eee0d957-c088-43bb-b147-4b4d998ec199 HTTP/1.1" status: 200 len: 811 time: 0.2162197 Jun 28 14:05:15.695148 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-9a43e260-b627-40fc-b445-d39fc08d3a4e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:15.699747 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-9ac83af1-a9dc-4f1a-a879-20a7046b0d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:15.700242 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-274f1315-eb2f-404a-b5d6-925dfdedb833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:15.703756 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:15.745092 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78163b-84ec-4acf-808a-781a3d25f829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddf9388-0154-41ca-b0f4-5da3809341ba,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:15.764369 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-9b78163b-84ec-4acf-808a-781a3d25f829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:15.782586 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-9b78163b-84ec-4acf-808a-781a3d25f829 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8526b42030e43f49b3f153a8c3b4f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6765392 Jun 28 14:05:15.785205 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52780) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:15.791952 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-8811f82a-d02d-426c-8f90-6a6b096316d6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Made reservation on behalf of fe5908865c604ba49eaf1e3905e97327 for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:05:15.807212 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-7237bca2-c9fc-41bb-9871-b5d3873a9d78 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Made reservation on behalf of 724e3789680240be9f570b8ca116df8d for: {'port': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:05:15.811205 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-7237bca2-c9fc-41bb-9871-b5d3873a9d78 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:15.813405 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-8811f82a-d02d-426c-8f90-6a6b096316d6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:15.925126 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-9a43e260-b627-40fc-b445-d39fc08d3a4e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Network d8f3ae30-07f9-4a91-9442-31b27cbf5240 is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:05:15.932711 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-9a43e260-b627-40fc-b445-d39fc08d3a4e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:05:15.945297 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-9a43e260-b627-40fc-b445-d39fc08d3a4e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:05:15.951663 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-9a43e260-b627-40fc-b445-d39fc08d3a4e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:15.952330 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-9a43e260-b627-40fc-b445-d39fc08d3a4e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:15.971946 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3b7fb642-32a1-4c0b-824e-5c4799659740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:16.010076 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-cefaa285-0632-49f0-8248-206209d91df3 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d4eac73e6144623876ae1a05fa00695 HTTP/1.1" status: 200 len: 379 time: 0.2970641 Jun 28 14:05:16.011439 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-9a43e260-b627-40fc-b445-d39fc08d3a4e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8670392 Jun 28 14:05:16.024215 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43e260-b627-40fc-b445-d39fc08d3a4e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Pushing event updated for resources: {'Port': ['ID=de31413a-a0e3-429c-978d-f5ce096f9e67,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:16.025465 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-9a43e260-b627-40fc-b445-d39fc08d3a4e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:16.049581 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Request body: {'port': {'device_id': 'f2ada0c7-c0ab-497c-8b93-d494bf4897b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:16.054872 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-bf436efe-1a49-4725-8ba3-d362110ed8c2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Request body: {'port': {'device_id': '9d2dae7b-1494-4d83-8169-30596a3f12ed', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'admin_state_up': True, 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'security_groups': ['7b026fb6-c6fe-4e73-997e-c817d75bd2e9']}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:16.121814 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f4a74804-1b90-450d-a562-1eeb62f91ffc req-4a3d5541-cf9e-4923-b92c-4b2615e58f6e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 210 time: 0.0737040 Jun 28 14:05:16.131725 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3b7fb642-32a1-4c0b-824e-5c4799659740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:16.245903 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-7237bca2-c9fc-41bb-9871-b5d3873a9d78 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Allocated IP 172.20.0.8 (3b5658ba-f6d1-4294-a5cd-fbb420c38ece/ad9292e9-2ab9-4760-baef-5dfd44f625a4/c28b30c6-ee36-45ae-b396-1617be4a52dc) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:05:16.267623 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-bf436efe-1a49-4725-8ba3-d362110ed8c2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Made reservation on behalf of 9d4eac73e6144623876ae1a05fa00695 for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:05:16.272233 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-bf436efe-1a49-4725-8ba3-d362110ed8c2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:16.275171 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3b7fb642-32a1-4c0b-824e-5c4799659740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:16.278553 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3b7fb642-32a1-4c0b-824e-5c4799659740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:16.280034 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-3b7fb642-32a1-4c0b-824e-5c4799659740 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ddf9388-0154-41ca-b0f4-5da3809341ba HTTP/1.1" status: 204 len: 168 time: 0.4935551 Jun 28 14:05:16.286540 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-d1fb7bea-9d35-4092-8f01-aa16690c5887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:16.308538 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fb642-32a1-4c0b-824e-5c4799659740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddf9388-0154-41ca-b0f4-5da3809341ba,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:16.313683 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-3b7fb642-32a1-4c0b-824e-5c4799659740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:16.347900 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-392132d7-4b91-477d-9398-98b14b5cce57 req-89fde3e5-1f9f-4da6-a0f4-0b75fc10f54b tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 210 time: 0.0705633 Jun 28 14:05:16.459147 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 52808) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:16.483179 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-52f687ba-af64-4a2e-bb78-37015226287b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:16.567041 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-8811f82a-d02d-426c-8f90-6a6b096316d6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Allocated IP 172.20.0.3 (d8f3ae30-07f9-4a91-9442-31b27cbf5240/ef022ae7-61d0-4f32-bcef-65ede9752248/ba837890-3e0b-446e-a8c9-f9318227adf2) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:05:16.661967 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:16.719852 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-7237bca2-c9fc-41bb-9871-b5d3873a9d78 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:16.754866 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.provisioning_blocks [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-7237bca2-c9fc-41bb-9871-b5d3873a9d78 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Transition to ACTIVE for port object c28b30c6-ee36-45ae-b396-1617be4a52dc will not be triggered until provisioned by entity DHCP. {{(pid=93024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:05:16.761265 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-bf436efe-1a49-4725-8ba3-d362110ed8c2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Allocated IP 172.20.0.9 (eee0d957-c088-43bb-b147-4b4d998ec199/5382c2d3-8699-42f8-80f8-0424fb51b52e/4df0c0a8-e055-4772-a958-8186e7cc0a17) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:05:16.872603 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:05:16.885650 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d204ca31-81f5-4bdb-8450-df0ad0a8530d req-6922aff1-53e1-4f1f-b1fd-25f755e13cbb tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 210 time: 0.0921957 Jun 28 14:05:16.904197 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52822) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:16.951821 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-7237bca2-c9fc-41bb-9871-b5d3873a9d78 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:16.972863 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:17.056808 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 52832) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:17.065881 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-7237bca2-c9fc-41bb-9871-b5d3873a9d78 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:05:17.069711 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-777630574-network', 'tenant_id': 'eaa674ec80ee4c5dbbbde24d880bee62'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:17.086987 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-7237bca2-c9fc-41bb-9871-b5d3873a9d78 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:05:17.089772 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-7237bca2-c9fc-41bb-9871-b5d3873a9d78 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:05:17.096251 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-7237bca2-c9fc-41bb-9871-b5d3873a9d78 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:17.096882 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-52f687ba-af64-4a2e-bb78-37015226287b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.097118 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-7237bca2-c9fc-41bb-9871-b5d3873a9d78 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for port, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.129655 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-52f687ba-af64-4a2e-bb78-37015226287b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.148664 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237bca2-c9fc-41bb-9871-b5d3873a9d78 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event updated for resources: {'Port': ['ID=c28b30c6-ee36-45ae-b396-1617be4a52dc,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:17.152387 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-7237bca2-c9fc-41bb-9871-b5d3873a9d78 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:17.162434 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] Made reservation on behalf of eaa674ec80ee4c5dbbbde24d880bee62 for: {'network': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:05:17.168118 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.185841 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-7237bca2-c9fc-41bb-9871-b5d3873a9d78 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8146348 Jun 28 14:05:17.187009 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.198601 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=75f71e9a-25ca-4b6e-9f30-8336c27f0ec3,segment=NetworkSegment(cc21b609-3ad9-414a-890b-f8a35d130cba),segment_id=cc21b609-3ad9-414a-890b-f8a35d130cba)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:17.209478 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Request body: {'port': {'device_id': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:17.210986 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': '75f71e9a-25ca-4b6e-9f30-8336c27f0ec3', 'network_id': '12aeba65-a015-4ce1-922f-174132ee33d8', 'port_id': '75f71e9a-25ca-4b6e-9f30-8336c27f0ec3', 'mac_address': 'fa:16:3e:09:61:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec82ae8f-7b15-4910-b034-ca057e76ff7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:05:17.220570 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-8811f82a-d02d-426c-8f90-6a6b096316d6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.276188 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.287351 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-a6d64959-1ad4-4ba5-b4df-b280b79c271c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:17.296106 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:05:17.313246 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-d28fa953-4fea-4b9f-a292-f5eab5e2f53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.317614 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=75f71e9a-25ca-4b6e-9f30-8336c27f0ec3,segment=NetworkSegment(cc21b609-3ad9-414a-890b-f8a35d130cba),segment_id=cc21b609-3ad9-414a-890b-f8a35d130cba)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:17.322044 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.325159 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:17.363218 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.383714 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=75f71e9a-25ca-4b6e-9f30-8336c27f0ec3,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:17.388131 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:17.390070 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a43b22e3-93d6-4b2f-b346-54c3082a2cb0 req-a3f8d21d-847b-4ee2-a54c-ee3e23a20b5c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 210 time: 0.0947516 Jun 28 14:05:17.394822 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.404774 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:17.411318 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=93024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:05:17.414145 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.448910 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.449258 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.segments_db [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] Added segment d2885c27-64e3-459c-870c-88e56fba4752 of type vlan for network 297611e4-f37f-4893-9f77-a1c2f5e0f770 Jun 28 14:05:17.481954 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-075f566e-9c91-4ef0-a905-3f9feb33aead None None] Provisioning for port c28b30c6-ee36-45ae-b396-1617be4a52dc completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:05:17.488571 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-075f566e-9c91-4ef0-a905-3f9feb33aead None None] Provisioning complete for port c28b30c6-ee36-45ae-b396-1617be4a52dc triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:05:17.489210 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-075f566e-9c91-4ef0-a905-3f9feb33aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.491759 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b9045e-b3a0-4178-a593-e4a4d07fb499,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:17.499031 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:17.545875 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-075f566e-9c91-4ef0-a905-3f9feb33aead None None] Port c28b30c6-ee36-45ae-b396-1617be4a52dc cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:05:17.580574 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.653203 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['75f71e9a-25ca-4b6e-9f30-8336c27f0ec3'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:05:17.666896 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-52f687ba-af64-4a2e-bb78-37015226287b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c93be617052640afb9acd340c07b2390&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2064509 Jun 28 14:05:17.676440 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52842) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:17.705049 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f687ba-af64-4a2e-bb78-37015226287b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7c3ae5-3f9a-41b2-8b96-f766ebf27805,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:17.721350 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-52f687ba-af64-4a2e-bb78-37015226287b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:17.745779 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c15d8-58b5-4f90-936c-0dfb4603fe2b req-b711a2f4-665a-450f-b676-97fdeb9475e8 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:17.752707 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-081c15d8-58b5-4f90-936c-0dfb4603fe2b req-b711a2f4-665a-450f-b676-97fdeb9475e8 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 944 time: 0.8118606 Jun 28 14:05:17.756753 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.775660 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:17.776269 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.787328 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a0055ca5-1ac1-4b5b-a3f2-5e40a893407c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:17.854351 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a902c1-2eb7-4f95-ad13-29f749fe4247 req-88b30679-9184-456a-a44b-656f520d5532 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:17.855801 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-62a902c1-2eb7-4f95-ad13-29f749fe4247 req-88b30679-9184-456a-a44b-656f520d5532 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 931 time: 0.3310184 Jun 28 14:05:17.863876 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-8811f82a-d02d-426c-8f90-6a6b096316d6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.903970 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-bf436efe-1a49-4725-8ba3-d362110ed8c2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.907617 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:17.920478 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] Pushing event updated for resources: {'Network': ['ID=297611e4-f37f-4893-9f77-a1c2f5e0f770,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:17.922265 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-99dacde6-b893-4458-b26f-65ab314d9e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.928772 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:17.936298 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network 297611e4-f37f-4893-9f77-a1c2f5e0f770 details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:05:17.972929 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-62a902c1-2eb7-4f95-ad13-29f749fe4247 req-9c4aff01-ef87-40fb-a214-786adbaa5530 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1095414 Jun 28 14:05:17.975341 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-99dacde6-b893-4458-b26f-65ab314d9e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:17.996960 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-bf436efe-1a49-4725-8ba3-d362110ed8c2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Transition to ACTIVE for port object 4df0c0a8-e055-4772-a958-8186e7cc0a17 will not be triggered until provisioned by entity DHCP. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:05:18.038165 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-8811f82a-d02d-426c-8f90-6a6b096316d6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Network d8f3ae30-07f9-4a91-9442-31b27cbf5240 is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:05:18.040332 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de31413a-a0e3-429c-978d-f5ce096f9e67 {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:05:18.060857 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-8811f82a-d02d-426c-8f90-6a6b096316d6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:05:18.067219 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.076253 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-8811f82a-d02d-426c-8f90-6a6b096316d6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:05:18.081682 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-8811f82a-d02d-426c-8f90-6a6b096316d6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:18.082305 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-8811f82a-d02d-426c-8f90-6a6b096316d6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.087557 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-081c15d8-58b5-4f90-936c-0dfb4603fe2b req-86a1aa62-afde-4505-8862-38291e8e39ec tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/security-groups?id=adaef590-870d-4a88-bc5b-fd06638fd049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340464 Jun 28 14:05:18.091538 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-99dacde6-b893-4458-b26f-65ab314d9e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.095156 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-99dacde6-b893-4458-b26f-65ab314d9e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.096171 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811f82a-d02d-426c-8f90-6a6b096316d6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Pushing event updated for resources: {'Port': ['ID=ba837890-3e0b-446e-a8c9-f9318227adf2,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:18.108866 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-8811f82a-d02d-426c-8f90-6a6b096316d6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:18.114338 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-99dacde6-b893-4458-b26f-65ab314d9e58 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e7c3ae5-3f9a-41b2-8b96-f766ebf27805 HTTP/1.1" status: 204 len: 168 time: 0.4351888 Jun 28 14:05:18.124721 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:18.136243 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.notifiers.nova [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28b30c6-ee36-45ae-b396-1617be4a52dc {{(pid=93024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:05:18.142905 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dacde6-b893-4458-b26f-65ab314d9e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7c3ae5-3f9a-41b2-8b96-f766ebf27805,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:18.147021 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-99dacde6-b893-4458-b26f-65ab314d9e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:18.153108 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.172661 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.provisioning_blocks [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Transition to ACTIVE for port object c28b30c6-ee36-45ae-b396-1617be4a52dc will not be triggered until provisioned by entity L2. {{(pid=93024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:05:18.174489 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-d28fa953-4fea-4b9f-a292-f5eab5e2f53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.180605 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.184324 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Transition to ACTIVE for port object de31413a-a0e3-429c-978d-f5ce096f9e67 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:05:18.194500 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:18.196610 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-d28fa953-4fea-4b9f-a292-f5eab5e2f53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.197568 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.216573 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-dada47e4-279e-43a5-b49b-781f24860197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:18.220716 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-8811f82a-d02d-426c-8f90-6a6b096316d6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1080475 Jun 28 14:05:18.251751 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3515468 Jun 28 14:05:18.253288 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Request body: {'port': {'device_id': 'dfad9d2a-3094-432e-94fe-c4666c12acd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:18.259887 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52854) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:18.269079 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-00e2b4cc-258a-46d6-92b5-83d8f2c1e0e6 admin admin] Request body: {'subnet': {'network_id': '297611e4-f37f-4893-9f77-a1c2f5e0f770', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-777630574-subnet', 'tenant_id': 'eaa674ec80ee4c5dbbbde24d880bee62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:18.321128 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c28b30c6-ee36-45ae-b396-1617be4a52dc,revision_number=2']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:18.332958 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:18.351282 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-bf436efe-1a49-4725-8ba3-d362110ed8c2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.366720 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-d28fa953-4fea-4b9f-a292-f5eab5e2f53c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46e500f5d91c4e338bed6bf926fc0f71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2980452 Jun 28 14:05:18.382704 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fa953-4fea-4b9f-a292-f5eab5e2f53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2402a6e9-0b3a-403c-9f58-ffece0ea25f7,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:18.386853 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 52858) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:18.407073 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-d28fa953-4fea-4b9f-a292-f5eab5e2f53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:18.407528 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:18.415632 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e2b4cc-258a-46d6-92b5-83d8f2c1e0e6 admin admin] Made reservation on behalf of eaa674ec80ee4c5dbbbde24d880bee62 for: {'subnet': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:05:18.417925 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-00e2b4cc-258a-46d6-92b5-83d8f2c1e0e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.485024 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Attempting to bind port de31413a-a0e3-429c-978d-f5ce096f9e67 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:05:18.485373 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Attempting to bind port de31413a-a0e3-429c-978d-f5ce096f9e67 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '67284ebe-0528-450e-8b29-982b6689bec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:05:18.485712 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Attempting to bind port de31413a-a0e3-429c-978d-f5ce096f9e67 on network d8f3ae30-07f9-4a91-9442-31b27cbf5240 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:05:18.504776 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-bf436efe-1a49-4725-8ba3-d362110ed8c2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Network eee0d957-c088-43bb-b147-4b4d998ec199 is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:05:18.506711 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38b98a-0705-4ec0-a9d4-d7f1aa52ff16 req-9c381bbc-3f17-46ab-8983-754fb6f2cafe tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:18.519945 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-1d38b98a-0705-4ec0-a9d4-d7f1aa52ff16 req-9c381bbc-3f17-46ab-8983-754fb6f2cafe tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 931 time: 0.3246491 Jun 28 14:05:18.550645 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.managers [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Attempting to bind port c28b30c6-ee36-45ae-b396-1617be4a52dc on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:05:18.550645 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.managers [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Attempting to bind port c28b30c6-ee36-45ae-b396-1617be4a52dc by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '810ad5bf-f602-4aef-bc96-f030f5c158b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece'}] {{(pid=93024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:05:18.550940 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Attempting to bind port c28b30c6-ee36-45ae-b396-1617be4a52dc on network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece {{(pid=93024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:05:18.588543 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Port c28b30c6-ee36-45ae-b396-1617be4a52dc on network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:05:18.589036 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Attempting to bind port c28b30c6-ee36-45ae-b396-1617be4a52dc on network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece {{(pid=93024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:05:18.617139 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:05:18.617640 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Checking segment: {'id': '810ad5bf-f602-4aef-bc96-f030f5c158b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:05:18.618173 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Bound using segment: {'id': '810ad5bf-f602-4aef-bc96-f030f5c158b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece'} {{(pid=93024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:05:18.618716 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.managers [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Bound port: c28b30c6-ee36-45ae-b396-1617be4a52dc, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810ad5bf-f602-4aef-bc96-f030f5c158b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece'}}] {{(pid=93024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:05:18.619149 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.625527 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.627657 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-bf436efe-1a49-4725-8ba3-d362110ed8c2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:05:18.636809 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-bf436efe-1a49-4725-8ba3-d362110ed8c2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:05:18.642982 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-bf436efe-1a49-4725-8ba3-d362110ed8c2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:18.644092 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-bf436efe-1a49-4725-8ba3-d362110ed8c2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.655528 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-1d38b98a-0705-4ec0-a9d4-d7f1aa52ff16 req-7bf8ae84-5b55-4169-918f-d8da590667f6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346171 Jun 28 14:05:18.681348 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Port de31413a-a0e3-429c-978d-f5ce096f9e67 on network d8f3ae30-07f9-4a91-9442-31b27cbf5240 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:05:18.682462 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Attempting to bind port de31413a-a0e3-429c-978d-f5ce096f9e67 on network d8f3ae30-07f9-4a91-9442-31b27cbf5240 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:05:18.728067 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:05:18.728306 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Checking segment: {'id': '67284ebe-0528-450e-8b29-982b6689bec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:05:18.728715 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Bound using segment: {'id': '67284ebe-0528-450e-8b29-982b6689bec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:05:18.729185 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Bound port: de31413a-a0e3-429c-978d-f5ce096f9e67, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67284ebe-0528-450e-8b29-982b6689bec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:05:18.729551 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.796612 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] For port c28b30c6-ee36-45ae-b396-1617be4a52dc, host hv-cinder-76111, cleared binding levels {{(pid=93024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:05:18.812836 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] For port c28b30c6-ee36-45ae-b396-1617be4a52dc, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:05:18.823729 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.831284 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:05:18.843521 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Pushing event updated for resources: {'Port': ['ID=de31413a-a0e3-429c-978d-f5ce096f9e67,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:18.864042 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:18.867072 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-bf436efe-1a49-4725-8ba3-d362110ed8c2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8244290 Jun 28 14:05:18.916243 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Request body: {'port': {'device_id': '9d2dae7b-1494-4d83-8169-30596a3f12ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:18.921910 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:05:18.926518 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:05:18.934922 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-00e2b4cc-258a-46d6-92b5-83d8f2c1e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for subnet, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.945293 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.954696 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:18.955325 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for port, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:18.956817 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] 10.222.0.55 "PUT /v2.0/ports/c28b30c6-ee36-45ae-b396-1617be4a52dc HTTP/1.1" status: 200 len: 1093 time: 1.7544541 Jun 28 14:05:18.959335 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'tag': 'c28b30c6-ee36-45ae-b396-1617be4a52dc'}] {{(pid=93024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:05:18.989376 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-8769ce5d-a299-469c-a3af-ff80df504e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:19.149660 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-8769ce5d-a299-469c-a3af-ff80df504e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:19.182976 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf436efe-1a49-4725-8ba3-d362110ed8c2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event updated for resources: {'Port': ['ID=4df0c0a8-e055-4772-a958-8186e7cc0a17,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:19.195166 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:19.207236 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-7e805850-670e-48f9-b702-5c7952bca0d3 None None] Provisioning for port 4df0c0a8-e055-4772-a958-8186e7cc0a17 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:05:19.226640 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-7e805850-670e-48f9-b702-5c7952bca0d3 None None] Provisioning complete for port 4df0c0a8-e055-4772-a958-8186e7cc0a17 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:05:19.227097 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-7e805850-670e-48f9-b702-5c7952bca0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:19.259506 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-bf436efe-1a49-4725-8ba3-d362110ed8c2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:19.260296 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.872s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:19.260594 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:19.309192 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] For port de31413a-a0e3-429c-978d-f5ce096f9e67, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:05:19.309778 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87a7335-301c-4c20-9198-70960b69606f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f71e9a-25ca-4b6e-9f30-8336c27f0ec3'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:05:19.360349 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1f4bb-7e2e-4c2c-85fb-de40a9c4bacf req-0a2f6586-1d71-43bd-aa8a-1f7b17609bc2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:19.361890 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0eb1f4bb-7e2e-4c2c-85fb-de40a9c4bacf req-0a2f6586-1d71-43bd-aa8a-1f7b17609bc2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 931 time: 0.7379370 Jun 28 14:05:19.363961 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57de81fc55b96f5fe3d2266ad050390b1d2e29b100cf4860e7301d44a90885d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670a8d17-dcf4-4747-8879-950dbbe7248d" -d '{"events": [{"name": "network-changed", "server_uuid": "0983f6c5-ee56-4e5c-8087-edef65a96c08", "tag": "c28b30c6-ee36-45ae-b396-1617be4a52dc"}]}' {{(pid=93024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:05:19.367298 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c28b30c6-ee36-45ae-b396-1617be4a52dc,revision_number=3']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:19.367661 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] For port de31413a-a0e3-429c-978d-f5ce096f9e67, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=de31413a-a0e3-429c-978d-f5ce096f9e67,segment=NetworkSegment(67284ebe-0528-450e-8b29-982b6689bec5),segment_id=67284ebe-0528-450e-8b29-982b6689bec5)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:05:19.375845 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:19.377463 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-db6ef9a0-9a9b-4f85-b327-e793c5cae454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:19.396937 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:19.399079 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:19.418078 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2b4cc-258a-46d6-92b5-83d8f2c1e0e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f49b446-2624-4956-b3ac-1a0a05643b10,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:19.423215 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-95495bff-d3dc-4558-b0d5-a9297b7ee32c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:19.429220 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-00e2b4cc-258a-46d6-92b5-83d8f2c1e0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:19.455517 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=75f71e9a-25ca-4b6e-9f30-8336c27f0ec3,segment=NetworkSegment(cc21b609-3ad9-414a-890b-f8a35d130cba),segment_id=cc21b609-3ad9-414a-890b-f8a35d130cba)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:19.457953 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-7e805850-670e-48f9-b702-5c7952bca0d3 None None] Port 4df0c0a8-e055-4772-a958-8186e7cc0a17 cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:05:19.468837 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:19.472191 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:19.480991 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e2b4cc-258a-46d6-92b5-83d8f2c1e0e6 admin admin] Checking segment: {'id': 'd2885c27-64e3-459c-870c-88e56fba4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '297611e4-f37f-4893-9f77-a1c2f5e0f770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:05:19.481667 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e2b4cc-258a-46d6-92b5-83d8f2c1e0e6 admin admin] Network hostable DHCP agents. Network: 297611e4-f37f-4893-9f77-a1c2f5e0f770, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:05:19.514256 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-066a5787-d70e-4a8b-9600-3b26ffb5be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:19.515783 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-066a5787-d70e-4a8b-9600-3b26ffb5be0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=724e3789680240be9f570b8ca116df8d&device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 1096 time: 0.4134238 Jun 28 14:05:19.529544 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927fcd1-eb36-4de1-9813-873abc68a7ea req-3ebb83fd-e079-479a-8e68-2decd7ad201e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:19.531207 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6927fcd1-eb36-4de1-9813-873abc68a7ea req-3ebb83fd-e079-479a-8e68-2decd7ad201e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.3183019 Jun 28 14:05:19.543597 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e2b4cc-258a-46d6-92b5-83d8f2c1e0e6 admin admin] Network 297611e4-f37f-4893-9f77-a1c2f5e0f770 is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:05:19.547327 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:19.547986 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:19.549598 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] 10.222.0.55 "PUT /v2.0/ports/de31413a-a0e3-429c-978d-f5ce096f9e67 HTTP/1.1" status: 200 len: 1094 time: 3.5081291 Jun 28 14:05:19.550079 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ada0c7-c0ab-497c-8b93-d494bf4897b8', 'tag': 'de31413a-a0e3-429c-978d-f5ce096f9e67'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:05:19.552434 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e699f43b-6256-4d7e-847e-855177965211" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ada0c7-c0ab-497c-8b93-d494bf4897b8", "tag": "de31413a-a0e3-429c-978d-f5ce096f9e67"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:05:19.565086 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4c9bcf-f519-4bcb-a78a-32b5aab9d016" -d '{"events": [{"server_uuid": "a87a7335-301c-4c20-9198-70960b69606f", "name": "network-vif-plugged", "status": "completed", "tag": "75f71e9a-25ca-4b6e-9f30-8336c27f0ec3"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:05:19.567582 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-8769ce5d-a299-469c-a3af-ff80df504e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:19.576613 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0eb1f4bb-7e2e-4c2c-85fb-de40a9c4bacf req-dc11ce85-8f25-4c43-b3e3-4c52523279d7 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027814 Jun 28 14:05:19.591873 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-8769ce5d-a299-469c-a3af-ff80df504e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:19.593026 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-8769ce5d-a299-469c-a3af-ff80df504e57 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2402a6e9-0b3a-403c-9f58-ffece0ea25f7 HTTP/1.1" status: 204 len: 168 time: 1.2013993 Jun 28 14:05:19.594536 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=75f71e9a-25ca-4b6e-9f30-8336c27f0ec3,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:19.621488 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:19.638254 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Pushing event updated for resources: {'Port': ['ID=de31413a-a0e3-429c-978d-f5ce096f9e67,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:19.727825 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:19.769538 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:19.772652 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6927fcd1-eb36-4de1-9813-873abc68a7ea req-f3fdff95-c46d-41b8-81b0-bd8cd6aed4c0 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2312963 Jun 28 14:05:19.773561 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-00e2b4cc-258a-46d6-92b5-83d8f2c1e0e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, 297611e4-f37f-4893-9f77-a1c2f5e0f770) {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:05:19.782687 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d402984-7002-401c-849f-52f2bc933168 None None] Network 297611e4-f37f-4893-9f77-a1c2f5e0f770 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:05:19.795850 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e2b4cc-258a-46d6-92b5-83d8f2c1e0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:19.797193 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-00e2b4cc-258a-46d6-92b5-83d8f2c1e0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:19.826862 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-00e2b4cc-258a-46d6-92b5-83d8f2c1e0e6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5634093 Jun 28 14:05:19.868402 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769ce5d-a299-469c-a3af-ff80df504e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2402a6e9-0b3a-403c-9f58-ffece0ea25f7,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:19.881427 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-8769ce5d-a299-469c-a3af-ff80df504e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:19.903490 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba837890-3e0b-446e-a8c9-f9318227adf2 {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:05:19.921633 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:19.976541 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ade308e-9bcb-4c9e-97ad-a83e952f8c08 None None] Network 297611e4-f37f-4893-9f77-a1c2f5e0f770 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:05:19.991920 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Transition to ACTIVE for port object ba837890-3e0b-446e-a8c9-f9318227adf2 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:05:20.011537 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:20.037305 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-047bd2cb-a88c-46e4-bfee-1fb169c6b466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:20.053505 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d8ba9f-4f1c-406d-8f70-d3e832c2ac47 x-openstack-request-id: req-19d8ba9f-4f1c-406d-8f70-d3e832c2ac47 {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:05:20.053822 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0983f6c5-ee56-4e5c-8087-edef65a96c08", "tag": "c28b30c6-ee36-45ae-b396-1617be4a52dc", "status": "completed", "code": 200}]} {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:05:20.054097 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-19d8ba9f-4f1c-406d-8f70-d3e832c2ac47 {{(pid=93024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:05:20.054599 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'tag': 'c28b30c6-ee36-45ae-b396-1617be4a52dc', 'status': 'completed', 'code': 200} Jun 28 14:05:20.151634 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174293ef-644e-4a52-a8ea-e389f39fdbf9 x-openstack-request-id: req-174293ef-644e-4a52-a8ea-e389f39fdbf9 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:05:20.151972 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ada0c7-c0ab-497c-8b93-d494bf4897b8", "tag": "de31413a-a0e3-429c-978d-f5ce096f9e67", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:05:20.152242 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-174293ef-644e-4a52-a8ea-e389f39fdbf9 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:05:20.152647 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ada0c7-c0ab-497c-8b93-d494bf4897b8', 'tag': 'de31413a-a0e3-429c-978d-f5ce096f9e67', 'status': 'completed', 'code': 200} Jun 28 14:05:20.182374 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e569e-051c-48ad-8a0f-ac08df32e631 req-849eb064-1de7-47ca-b2e3-4a7d2672c64c tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:20.184158 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-265e569e-051c-48ad-8a0f-ac08df32e631 req-849eb064-1de7-47ca-b2e3-4a7d2672c64c tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 946 time: 0.3320942 Jun 28 14:05:20.191851 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba837890-3e0b-446e-a8c9-f9318227adf2,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:20.195305 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:20.257099 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c73addb-decc-40b3-b03c-c642deac0652 x-openstack-request-id: req-4c73addb-decc-40b3-b03c-c642deac0652 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:05:20.257475 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87a7335-301c-4c20-9198-70960b69606f", "name": "network-vif-plugged", "status": "completed", "tag": "75f71e9a-25ca-4b6e-9f30-8336c27f0ec3", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:05:20.257806 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c73addb-decc-40b3-b03c-c642deac0652 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:05:20.258342 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87a7335-301c-4c20-9198-70960b69606f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f71e9a-25ca-4b6e-9f30-8336c27f0ec3', 'code': 200} Jun 28 14:05:20.334686 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Attempting to bind port ba837890-3e0b-446e-a8c9-f9318227adf2 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:05:20.335024 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Attempting to bind port ba837890-3e0b-446e-a8c9-f9318227adf2 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '67284ebe-0528-450e-8b29-982b6689bec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:05:20.335351 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Attempting to bind port ba837890-3e0b-446e-a8c9-f9318227adf2 on network d8f3ae30-07f9-4a91-9442-31b27cbf5240 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:05:20.370697 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-265e569e-051c-48ad-8a0f-ac08df32e631 req-ef18401a-6e3d-47a7-bd8b-c4a092fa78fa tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/security-groups?id=adaef590-870d-4a88-bc5b-fd06638fd049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726868 Jun 28 14:05:20.373068 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df0c0a8-e055-4772-a958-8186e7cc0a17 {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:05:20.378104 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Port ba837890-3e0b-446e-a8c9-f9318227adf2 on network d8f3ae30-07f9-4a91-9442-31b27cbf5240 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:05:20.378104 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Attempting to bind port ba837890-3e0b-446e-a8c9-f9318227adf2 on network d8f3ae30-07f9-4a91-9442-31b27cbf5240 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:05:20.387432 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:20.390875 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:05:20.391296 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Checking segment: {'id': '67284ebe-0528-450e-8b29-982b6689bec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:05:20.391919 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Bound using segment: {'id': '67284ebe-0528-450e-8b29-982b6689bec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:05:20.392934 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Bound port: ba837890-3e0b-446e-a8c9-f9318227adf2, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67284ebe-0528-450e-8b29-982b6689bec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:05:20.393309 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:20.422201 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Transition to ACTIVE for port object 4df0c0a8-e055-4772-a958-8186e7cc0a17 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:05:20.427959 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05739af8-93d2-4406-9533-0d296c402846 req-96f82b8a-a693-4411-9dac-313126a2c546 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:20.429489 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-05739af8-93d2-4406-9533-0d296c402846 req-96f82b8a-a693-4411-9dac-313126a2c546 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 943 time: 0.0800378 Jun 28 14:05:20.449220 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:20.476352 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:20.481053 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-05739af8-93d2-4406-9533-0d296c402846 req-d2d066c9-8901-419f-a1c0-a8660b439877 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450878 Jun 28 14:05:20.546281 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] For port ba837890-3e0b-446e-a8c9-f9318227adf2, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:05:20.555350 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] For port ba837890-3e0b-446e-a8c9-f9318227adf2, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ba837890-3e0b-446e-a8c9-f9318227adf2,segment=NetworkSegment(67284ebe-0528-450e-8b29-982b6689bec5),segment_id=67284ebe-0528-450e-8b29-982b6689bec5)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:05:20.558482 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Pushing event updated for resources: {'Port': ['ID=4df0c0a8-e055-4772-a958-8186e7cc0a17,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:20.572032 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:20.579731 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:20.622606 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:20.662255 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:20.662879 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:20.664441 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] 10.222.0.55 "PUT /v2.0/ports/ba837890-3e0b-446e-a8c9-f9318227adf2 HTTP/1.1" status: 200 len: 1093 time: 2.4238267 Jun 28 14:05:20.670490 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Attempting to bind port 4df0c0a8-e055-4772-a958-8186e7cc0a17 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:05:20.670827 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Attempting to bind port 4df0c0a8-e055-4772-a958-8186e7cc0a17 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'df49fd01-2157-4b29-adae-3cc64b821b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:05:20.671154 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Attempting to bind port 4df0c0a8-e055-4772-a958-8186e7cc0a17 on network eee0d957-c088-43bb-b147-4b4d998ec199 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:05:20.677789 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Port 4df0c0a8-e055-4772-a958-8186e7cc0a17 on network eee0d957-c088-43bb-b147-4b4d998ec199 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:05:20.678167 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Attempting to bind port 4df0c0a8-e055-4772-a958-8186e7cc0a17 on network eee0d957-c088-43bb-b147-4b4d998ec199 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:05:20.688107 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:05:20.688444 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Checking segment: {'id': 'df49fd01-2157-4b29-adae-3cc64b821b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:05:20.688823 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Bound using segment: {'id': 'df49fd01-2157-4b29-adae-3cc64b821b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:05:20.689255 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Bound port: 4df0c0a8-e055-4772-a958-8186e7cc0a17, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df49fd01-2157-4b29-adae-3cc64b821b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:05:20.689611 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:20.712969 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba837890-3e0b-446e-a8c9-f9318227adf2,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:20.716594 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:20.827198 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] For port 4df0c0a8-e055-4772-a958-8186e7cc0a17, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:05:20.831860 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] For port 4df0c0a8-e055-4772-a958-8186e7cc0a17, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4df0c0a8-e055-4772-a958-8186e7cc0a17,segment=NetworkSegment(df49fd01-2157-4b29-adae-3cc64b821b57),segment_id=df49fd01-2157-4b29-adae-3cc64b821b57)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:05:20.840444 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:20.853545 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:20.869036 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb7407-afe8-4b44-b0bd-0e883008a601 req-6015366f-efec-4dba-9a69-5f11b4a47be5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:20.870545 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3bbb7407-afe8-4b44-b0bd-0e883008a601 req-6015366f-efec-4dba-9a69-5f11b4a47be5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 943 time: 0.1125195 Jun 28 14:05:20.913942 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:20.914521 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:20.916395 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] 10.222.0.55 "PUT /v2.0/ports/4df0c0a8-e055-4772-a958-8186e7cc0a17 HTTP/1.1" status: 200 len: 1093 time: 2.0094383 Jun 28 14:05:20.955595 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3bbb7407-afe8-4b44-b0bd-0e883008a601 req-ae6606e1-3716-446d-9958-fb058a4fbea3 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652862 Jun 28 14:05:20.970674 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Pushing event updated for resources: {'Port': ['ID=4df0c0a8-e055-4772-a958-8186e7cc0a17,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:20.984689 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:20.998857 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 52972) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:21.004586 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1808244181-network', 'tenant_id': '5fafcc2c5f1a4723bf411dea49c2903c'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:21.031954 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a0c6f-d1cd-4379-b67c-0409137fe490 req-eddadd67-8e10-44a5-bee0-5fb00a088a75 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:21.032569 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Made reservation on behalf of 5fafcc2c5f1a4723bf411dea49c2903c for: {'network': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:05:21.037069 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:21.042129 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-1a4a0c6f-d1cd-4379-b67c-0409137fe490 req-eddadd67-8e10-44a5-bee0-5fb00a088a75 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.1208520 Jun 28 14:05:21.047045 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:21.079627 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-1a4a0c6f-d1cd-4379-b67c-0409137fe490 req-94398678-aa4f-4ccc-9014-b7463a43ce57 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364947 Jun 28 14:05:21.182815 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:21.189266 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:21.196544 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-d28fa953-4fea-4b9f-a292-f5eab5e2f53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:21.218965 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=93023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:05:21.237855 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:21.238138 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.db.segments_db [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Added segment ac8eeb35-7fae-405a-b2f6-6d536f4abe77 of type vlan for network 68652ad2-3247-4c0e-8d86-1c496b2279d9 Jun 28 14:05:21.240116 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3708003-ef11-4336-858a-97ea676ae15c,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:21.248999 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:21.288521 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:21.324421 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:21.326503 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:21.326627 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:21.329450 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:21.598196 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5981653 Jun 28 14:05:21.604363 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 52996) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:21.609690 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-af6ce5a8-0611-465a-990e-90d1452fe280 admin admin] Request body: {'subnet': {'network_id': '68652ad2-3247-4c0e-8d86-1c496b2279d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1808244181-subnet', 'tenant_id': '5fafcc2c5f1a4723bf411dea49c2903c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:21.631950 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Pushing event updated for resources: {'Network': ['ID=68652ad2-3247-4c0e-8d86-1c496b2279d9,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:21.637995 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:21.645297 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network 68652ad2-3247-4c0e-8d86-1c496b2279d9 details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:05:21.676059 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6ce5a8-0611-465a-990e-90d1452fe280 admin admin] Made reservation on behalf of 5fafcc2c5f1a4723bf411dea49c2903c for: {'subnet': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:05:21.679489 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-af6ce5a8-0611-465a-990e-90d1452fe280 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:21.681911 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f349931-2470-403f-9ade-e8fab928cf4f req-e17ac301-48ca-4d71-8403-123afddb7191 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:21.683508 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8f349931-2470-403f-9ade-e8fab928cf4f req-e17ac301-48ca-4d71-8403-123afddb7191 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 946 time: 0.0896804 Jun 28 14:05:21.725780 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8f349931-2470-403f-9ade-e8fab928cf4f req-3f0b66c7-0068-4155-8d1c-52e08e49a786 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/security-groups?id=adaef590-870d-4a88-bc5b-fd06638fd049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359154 Jun 28 14:05:21.803055 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a8e59-3643-4cb3-b0a6-2b3df023335a req-8c502bcd-2123-460d-a5d2-854d1fff3d97 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:21.804571 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-de9a8e59-3643-4cb3-b0a6-2b3df023335a req-8c502bcd-2123-460d-a5d2-854d1fff3d97 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 943 time: 0.1848128 Jun 28 14:05:21.879734 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-de9a8e59-3643-4cb3-b0a6-2b3df023335a req-80edb00e-55ad-4269-8473-feb830394b7b tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674186 Jun 28 14:05:21.938053 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-af6ce5a8-0611-465a-990e-90d1452fe280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for subnet, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:21.940932 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:21.994615 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ce5a8-0611-465a-990e-90d1452fe280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cac0207-3217-443f-894a-58a51cdeadd1,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:21.998609 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-af6ce5a8-0611-465a-990e-90d1452fe280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:22.002354 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6ce5a8-0611-465a-990e-90d1452fe280 admin admin] Checking segment: {'id': 'ac8eeb35-7fae-405a-b2f6-6d536f4abe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '68652ad2-3247-4c0e-8d86-1c496b2279d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:05:22.002709 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ce5a8-0611-465a-990e-90d1452fe280 admin admin] Network hostable DHCP agents. Network: 68652ad2-3247-4c0e-8d86-1c496b2279d9, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:05:22.081078 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-0ca7f17b-be9d-4e43-aabe-dbd271dafcfd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc HTTP/1.1" status: 200 len: 217 time: 0.0724869 Jun 28 14:05:22.088928 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ce5a8-0611-465a-990e-90d1452fe280 admin admin] Network 68652ad2-3247-4c0e-8d86-1c496b2279d9 is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:05:22.140115 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-af6ce5a8-0611-465a-990e-90d1452fe280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, 68652ad2-3247-4c0e-8d86-1c496b2279d9) {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:05:22.150007 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6ce5a8-0611-465a-990e-90d1452fe280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:22.151081 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-af6ce5a8-0611-465a-990e-90d1452fe280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:22.151383 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bed90e3-f448-429e-99e5-7f462defd821 None None] Network 68652ad2-3247-4c0e-8d86-1c496b2279d9 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:05:22.169422 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-fb227ef7-c858-40a7-9d5e-d0b8a14fdc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:22.171148 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-fb227ef7-c858-40a7-9d5e-d0b8a14fdc5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad9292e9-2ab9-4760-baef-5dfd44f625a4 HTTP/1.1" status: 200 len: 856 time: 0.0767646 Jun 28 14:05:22.184232 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-af6ce5a8-0611-465a-990e-90d1452fe280 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5785134 Jun 28 14:05:22.211282 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfad9d2a-3094-432e-94fe-c4666c12acd0', 'tag': 'ba837890-3e0b-446e-a8c9-f9318227adf2'}, {'name': 'network-changed', 'server_uuid': '9d2dae7b-1494-4d83-8169-30596a3f12ed', 'tag': '4df0c0a8-e055-4772-a958-8186e7cc0a17'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:05:22.213522 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfad9d2a-3094-432e-94fe-c4666c12acd0", "tag": "ba837890-3e0b-446e-a8c9-f9318227adf2"}, {"name": "network-changed", "server_uuid": "9d2dae7b-1494-4d83-8169-30596a3f12ed", "tag": "4df0c0a8-e055-4772-a958-8186e7cc0a17"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:05:22.323393 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.55', 64237) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:22.341313 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-4bb50d87-a45f-45ce-bf06-734d9334714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:22.342889 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-4bb50d87-a45f-45ce-bf06-734d9334714b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1573386 Jun 28 14:05:22.352416 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bb71d8-6765-4539-9306-09f76caae6b6 None None] Network 68652ad2-3247-4c0e-8d86-1c496b2279d9 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:05:22.440579 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-ddc9bf7f-c83a-4954-8914-594b9664788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:22.442830 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-ddc9bf7f-c83a-4954-8914-594b9664788d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe5908865c604ba49eaf1e3905e97327&device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 1096 time: 0.3623602 Jun 28 14:05:22.449848 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bb6a5-e0ef-4ade-b85c-e9892180819f req-7cd472fc-d6a4-425b-99b0-68521737018e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:22.460776 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-457bb6a5-e0ef-4ade-b85c-e9892180819f req-7cd472fc-d6a4-425b-99b0-68521737018e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.1802578 Jun 28 14:05:22.474560 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e681-ed92-459a-9dbe-bfc00aefca69 req-af9bdd18-cd4d-49b1-b35c-209097111ffd tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:22.476163 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e914e681-ed92-459a-9dbe-bfc00aefca69 req-af9bdd18-cd4d-49b1-b35c-209097111ffd tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 943 time: 0.3493576 Jun 28 14:05:22.514134 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-457bb6a5-e0ef-4ade-b85c-e9892180819f req-3ce50b68-aa69-4028-a1de-50593190aeb5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523200 Jun 28 14:05:22.550444 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699f43b-6256-4d7e-847e-855177965211 req-f4d39b3c-4430-42a2-9dda-9fde5e1ce23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:22.551573 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e699f43b-6256-4d7e-847e-855177965211 req-f4d39b3c-4430-42a2-9dda-9fde5e1ce23b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe5908865c604ba49eaf1e3905e97327&device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 1097 time: 0.4106162 Jun 28 14:05:22.553172 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-cfaf2ec0-2fc4-45fb-be3d-b13cd1870f64 service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023854 Jun 28 14:05:22.554107 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-f3874c84-13b1-4359-949c-3f4512591f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:22.555598 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-f3874c84-13b1-4359-949c-3f4512591f10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d4eac73e6144623876ae1a05fa00695&device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 1096 time: 0.3239541 Jun 28 14:05:22.564197 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-72c28b8e-bbc2-4e05-bab9-4572ca2c501e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba837890-3e0b-446e-a8c9-f9318227adf2 HTTP/1.1" status: 200 len: 217 time: 0.0863051 Jun 28 14:05:22.592118 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Jun 2021 14:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22a544f-6a5e-4fe8-8295-713063f13351 x-openstack-request-id: req-c22a544f-6a5e-4fe8-8295-713063f13351 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:05:22.592303 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfad9d2a-3094-432e-94fe-c4666c12acd0", "tag": "ba837890-3e0b-446e-a8c9-f9318227adf2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d2dae7b-1494-4d83-8169-30596a3f12ed", "tag": "4df0c0a8-e055-4772-a958-8186e7cc0a17", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:05:22.592580 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c22a544f-6a5e-4fe8-8295-713063f13351 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:05:22.592950 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfad9d2a-3094-432e-94fe-c4666c12acd0', 'tag': 'ba837890-3e0b-446e-a8c9-f9318227adf2', 'status': 'completed', 'code': 200} Jun 28 14:05:22.593239 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2dae7b-1494-4d83-8169-30596a3f12ed', 'tag': '4df0c0a8-e055-4772-a958-8186e7cc0a17', 'status': 'completed', 'code': 200} Jun 28 14:05:22.596674 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc9ffc-edcd-4c36-aba5-3d893e02be96 req-484f9c38-b3af-4a96-9382-45d8a93c91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:22.598159 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-23bc9ffc-edcd-4c36-aba5-3d893e02be96 req-484f9c38-b3af-4a96-9382-45d8a93c91d6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 1099 time: 0.2730515 Jun 28 14:05:22.668974 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e914e681-ed92-459a-9dbe-bfc00aefca69 req-047c67e5-d62d-466b-9422-6cd1ee4da6a0 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707234 Jun 28 14:05:22.703767 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f9b4e546-0e9d-4fd2-b31a-576c3cb419df req-eb2b19a3-05b4-422e-bdbc-7ece91d2a948 service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151972 Jun 28 14:05:22.760611 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-7bcb8f23-8c81-4a9b-9699-a84a9fbb2b05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df0c0a8-e055-4772-a958-8186e7cc0a17 HTTP/1.1" status: 200 len: 217 time: 0.1665838 Jun 28 14:05:22.761334 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-23bc9ffc-edcd-4c36-aba5-3d893e02be96 req-aa8f8d22-69f6-44df-9611-00d2a1c8a8a9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:22.903998 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-223feb52-4288-4bac-bbd1-279dee9c419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:22.905559 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-223feb52-4288-4bac-bbd1-279dee9c419f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ef022ae7-61d0-4f32-bcef-65ede9752248 HTTP/1.1" status: 200 len: 858 time: 0.2902346 Jun 28 14:05:22.975162 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a8d17-dcf4-4747-8879-950dbbe7248d req-1f319caa-0c5e-4133-ad00-825c08932e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:22.976839 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-670a8d17-dcf4-4747-8879-950dbbe7248d req-1f319caa-0c5e-4133-ad00-825c08932e3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=724e3789680240be9f570b8ca116df8d&device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 1096 time: 0.1610644 Jun 28 14:05:22.991787 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-e1975b25-258b-47c0-bbbf-d3eb7baf7ad6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8f3ae30-07f9-4a91-9442-31b27cbf5240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665374 Jun 28 14:05:23.005495 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-39f33245-d4f0-46a2-a248-3f593c8372e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:23.007410 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-39f33245-d4f0-46a2-a248-3f593c8372e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5382c2d3-8699-42f8-80f8-0424fb51b52e HTTP/1.1" status: 200 len: 850 time: 0.2000422 Jun 28 14:05:23.068509 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699f43b-6256-4d7e-847e-855177965211 req-e9cb1202-5b80-448a-bf4d-69bf6e25cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:23.070049 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e699f43b-6256-4d7e-847e-855177965211 req-e9cb1202-5b80-448a-bf4d-69bf6e25cf1c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=fe5908865c604ba49eaf1e3905e97327&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4798691 Jun 28 14:05:23.162395 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c70b56-c679-4e46-baef-246800e2d6c8 req-9d5a0281-c088-4ce5-a984-c00a2a14717f tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:23.171192 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-53c70b56-c679-4e46-baef-246800e2d6c8 req-9d5a0281-c088-4ce5-a984-c00a2a14717f tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 946 time: 0.2392721 Jun 28 14:05:23.278421 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-53c70b56-c679-4e46-baef-246800e2d6c8 req-e1bd4207-76d1-461e-8654-a2e4cff4e713 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/security-groups?id=adaef590-870d-4a88-bc5b-fd06638fd049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062217 Jun 28 14:05:23.300466 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a8d17-dcf4-4747-8879-950dbbe7248d req-00f4014c-38d4-4b96-afb2-9f2797ef18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:23.305733 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-670a8d17-dcf4-4747-8879-950dbbe7248d req-00f4014c-38d4-4b96-afb2-9f2797ef18f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece HTTP/1.1" status: 200 len: 918 time: 0.3171382 Jun 28 14:05:23.351027 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-670a8d17-dcf4-4747-8879-950dbbe7248d req-fa10b3e1-eb30-42b2-80d2-9d623b9b711e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc HTTP/1.1" status: 200 len: 217 time: 0.0416660 Jun 28 14:05:23.412311 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a8d17-dcf4-4747-8879-950dbbe7248d req-57800932-6f28-447e-b5e2-9e154e584d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:23.414351 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-670a8d17-dcf4-4747-8879-950dbbe7248d req-57800932-6f28-447e-b5e2-9e154e584d40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad9292e9-2ab9-4760-baef-5dfd44f625a4 HTTP/1.1" status: 200 len: 856 time: 0.0558634 Jun 28 14:05:23.415296 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-b98b67a2-c371-42dc-8ecb-04565e06cf94 service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135489 Jun 28 14:05:23.428517 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-2f3b4bb6-702e-47b8-ad1e-3d97144541f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:23.430290 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-2f3b4bb6-702e-47b8-ad1e-3d97144541f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eee0d957-c088-43bb-b147-4b4d998ec199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4117193 Jun 28 14:05:23.461723 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-23bc9ffc-edcd-4c36-aba5-3d893e02be96 req-aa8f8d22-69f6-44df-9611-00d2a1c8a8a9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:23.503666 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a8d17-dcf4-4747-8879-950dbbe7248d req-02658766-eeec-4aac-a2c1-04df9c816c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:23.506404 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-670a8d17-dcf4-4747-8879-950dbbe7248d req-02658766-eeec-4aac-a2c1-04df9c816c70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0786510 Jun 28 14:05:23.516166 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-23bc9ffc-edcd-4c36-aba5-3d893e02be96 req-aa8f8d22-69f6-44df-9611-00d2a1c8a8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:23.533726 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed6f27-8a46-4da6-8f02-7d99a852aa03 req-e49a3cb1-9f6c-4bd3-853e-2a55c9bfac7a tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:23.535216 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-31ed6f27-8a46-4da6-8f02-7d99a852aa03 req-e49a3cb1-9f6c-4bd3-853e-2a55c9bfac7a tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 943 time: 0.4138498 Jun 28 14:05:23.593508 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:23.602104 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-670a8d17-dcf4-4747-8879-950dbbe7248d req-dc9942c6-1c06-4d7b-bfed-b7b70f7b0645 service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887060 Jun 28 14:05:23.650414 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699f43b-6256-4d7e-847e-855177965211 req-62163c76-d2c9-4c9e-a1d5-9d44b0fef022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:23.652079 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e699f43b-6256-4d7e-847e-855177965211 req-62163c76-d2c9-4c9e-a1d5-9d44b0fef022 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5316391 Jun 28 14:05:23.704128 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-23bc9ffc-edcd-4c36-aba5-3d893e02be96 req-aa8f8d22-69f6-44df-9611-00d2a1c8a8a9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=adaef590-870d-4a88-bc5b-fd06638fd049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0868471 Jun 28 14:05:23.720182 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f8d22-69f6-44df-9611-00d2a1c8a8a9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3222571c-b5f8-4aa6-9b6e-6ab55007916a,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:23.731536 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7e42c5f8-46d2-468d-a24c-965d61e044c7 req-379bedbc-c476-4064-ae0a-b583d4f6d750 service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971675 Jun 28 14:05:23.743962 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-670a8d17-dcf4-4747-8879-950dbbe7248d req-7a342f38-cf46-481b-95dc-4be0ae3abb1e service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299589 Jun 28 14:05:23.747319 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-aa8f8d22-69f6-44df-9611-00d2a1c8a8a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:23.756421 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb45cd-12d7-4534-b368-41ea503b48ac req-b0477ece-7179-4873-9766-f02b129316ce tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:23.758109 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-5ecb45cd-12d7-4534-b368-41ea503b48ac req-b0477ece-7179-4873-9766-f02b129316ce tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.1200986 Jun 28 14:05:23.794719 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-31ed6f27-8a46-4da6-8f02-7d99a852aa03 req-f49e647a-4768-4ff8-a52e-eaa5f450402c tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526029 Jun 28 14:05:23.802890 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-5ecb45cd-12d7-4534-b368-41ea503b48ac req-e261f7f6-c2ae-4945-8282-6b0e10ab8e8f tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376542 Jun 28 14:05:23.806515 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-9908ccdc-e2c2-4fd7-a0c1-837724ec65a1 service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484569 Jun 28 14:05:24.160077 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-fc4d768e-2b35-4f1e-9547-b40936f2e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:24.162209 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-fc4d768e-2b35-4f1e-9547-b40936f2e016 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe5908865c604ba49eaf1e3905e97327&device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 1097 time: 0.0669420 Jun 28 14:05:24.214769 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-8af0857b-ab23-4d76-a02e-5a413f813439 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de31413a-a0e3-429c-978d-f5ce096f9e67 HTTP/1.1" status: 200 len: 217 time: 0.0359917 Jun 28 14:05:24.265192 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-5c2e4406-8624-471a-9cae-f76dd30d72a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:24.266842 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-5c2e4406-8624-471a-9cae-f76dd30d72a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ef022ae7-61d0-4f32-bcef-65ede9752248 HTTP/1.1" status: 200 len: 858 time: 0.0454690 Jun 28 14:05:24.293539 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dda122-5c6d-4538-9fc2-1e2a44125948 req-4fcb672e-8343-436f-9b92-0d4622427908 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:24.295098 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d6dda122-5c6d-4538-9fc2-1e2a44125948 req-4fcb672e-8343-436f-9b92-0d4622427908 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 943 time: 0.4007678 Jun 28 14:05:24.302007 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-7a36c0ca-c9f1-4791-a3d8-633dbe80ca90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8f3ae30-07f9-4a91-9442-31b27cbf5240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279951 Jun 28 14:05:24.303773 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3e73d88c-2be5-476e-a0fc-c18e7e33b26f req-473449f5-27fa-443b-b188-c2b2be694c99 service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667337 Jun 28 14:05:24.332324 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-e2005428-a945-48e6-b869-d0b935cc4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:24.334481 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-e2005428-a945-48e6-b869-d0b935cc4c08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe5908865c604ba49eaf1e3905e97327&device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 1096 time: 0.1989005 Jun 28 14:05:24.422028 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-8435f4ba-5da9-4a2b-a15b-ccc89a3f0f1c service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020198 Jun 28 14:05:24.422226 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d6dda122-5c6d-4538-9fc2-1e2a44125948 req-f5e46e19-1ece-4908-ad3a-60fd4e72c086 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172557 Jun 28 14:05:24.474373 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-bb8fb775-d11b-415e-8b6f-5002c86191f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:24.476609 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-bb8fb775-d11b-415e-8b6f-5002c86191f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8f3ae30-07f9-4a91-9442-31b27cbf5240 HTTP/1.1" status: 200 len: 919 time: 0.1296313 Jun 28 14:05:24.539425 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-ad70bf27-713d-434f-a2a5-4df0795bd59f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba837890-3e0b-446e-a8c9-f9318227adf2 HTTP/1.1" status: 200 len: 217 time: 0.0541470 Jun 28 14:05:24.607065 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4950a-f33a-45c8-aaaf-97562280385d req-8ebc8cbd-16b0-4770-9a08-1b0aa277418e tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:24.608581 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b2a4950a-f33a-45c8-aaaf-97562280385d req-8ebc8cbd-16b0-4770-9a08-1b0aa277418e tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 946 time: 0.1850617 Jun 28 14:05:24.610460 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-7c5683ef-c825-4728-947f-aab08b4ecb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:24.610877 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cc56ab87-133c-4d45-b29f-5499c5024d02 req-0dd73810-6195-48a8-86d8-b629eafcd5cf service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726522 Jun 28 14:05:24.611933 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-7c5683ef-c825-4728-947f-aab08b4ecb59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ef022ae7-61d0-4f32-bcef-65ede9752248 HTTP/1.1" status: 200 len: 858 time: 0.0634890 Jun 28 14:05:24.652958 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b2a4950a-f33a-45c8-aaaf-97562280385d req-9c624e97-f23e-4f0a-9eb6-50f45cbe66a6 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/security-groups?id=adaef590-870d-4a88-bc5b-fd06638fd049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363863 Jun 28 14:05:24.672814 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-c1a2fcdb-397c-463d-8e15-bd25a19535f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8f3ae30-07f9-4a91-9442-31b27cbf5240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324910 Jun 28 14:05:24.800999 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-19e351cc-4c5f-4e3c-9619-4b8e36e26588 service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869262 Jun 28 14:05:24.865779 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53134) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:24.897532 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device c28b30c6-ee36-45ae-b396-1617be4a52dc details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:05:24.911435 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-dd4d61a6-8a0e-4916-a3d3-85154d4612dd service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028447 Jun 28 14:05:25.022597 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port c28b30c6-ee36-45ae-b396-1617be4a52dc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:25.031869 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-fc9fcee6-7af4-4b23-a4c5-23752d606bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:25.035164 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': 'c28b30c6-ee36-45ae-b396-1617be4a52dc', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'port_id': 'c28b30c6-ee36-45ae-b396-1617be4a52dc', 'mac_address': 'fa:16:3e:2f:63:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:05:25.077162 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:25.092330 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28b30c6-ee36-45ae-b396-1617be4a52dc {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:05:25.116612 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port c28b30c6-ee36-45ae-b396-1617be4a52dc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:25.120551 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 53144) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:25.123489 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:25.126990 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-f3836edd-7e38-4be2-a9b9-7bcfed9509fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:25.146960 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee862f1-68a2-4297-b8fa-313675748c4c req-ebcb86f1-be41-49bf-a889-a6ea0421263a tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:25.148775 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-aee862f1-68a2-4297-b8fa-313675748c4c req-ebcb86f1-be41-49bf-a889-a6ea0421263a tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 943 time: 0.1488576 Jun 28 14:05:25.151213 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-6ac09624-9545-4621-8fe9-5d8c445e5ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:25.152663 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-6ac09624-9545-4621-8fe9-5d8c445e5ea8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d4eac73e6144623876ae1a05fa00695&device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 1096 time: 0.1121006 Jun 28 14:05:25.201339 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8402e1-5c1b-42fd-a189-dcf8c5d9d9ed req-6da4d37d-4e4f-4d80-a20e-94932fb10051 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:25.203245 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ba8402e1-5c1b-42fd-a189-dcf8c5d9d9ed req-6da4d37d-4e4f-4d80-a20e-94932fb10051 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.1515653 Jun 28 14:05:25.204033 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=c28b30c6-ee36-45ae-b396-1617be4a52dc,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:25.215685 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:25.304471 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-aee862f1-68a2-4297-b8fa-313675748c4c req-47a103ab-12c0-4fe9-ad29-1414b225ed65 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464310 Jun 28 14:05:25.322119 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-558c8070-c980-43af-9418-46d7fd25d5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:25.355135 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-a9ffa205-3a49-4ddc-8287-1d4c5d23759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:25.356590 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-a9ffa205-3a49-4ddc-8287-1d4c5d23759b service neutron] 10.222.0.55 "GET /v2.0/networks?id=eee0d957-c088-43bb-b147-4b4d998ec199 HTTP/1.1" status: 200 len: 912 time: 0.1942904 Jun 28 14:05:25.406758 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-21f74939-1f45-48d7-8409-9c224dfafe01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df0c0a8-e055-4772-a958-8186e7cc0a17 HTTP/1.1" status: 200 len: 217 time: 0.0383809 Jun 28 14:05:25.467742 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-fc9fcee6-7af4-4b23-a4c5-23752d606bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:25.476595 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-8c558e80-565f-45e0-9500-47cbb5433beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:25.478072 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-8c558e80-565f-45e0-9500-47cbb5433beb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5382c2d3-8699-42f8-80f8-0424fb51b52e HTTP/1.1" status: 200 len: 850 time: 0.0597794 Jun 28 14:05:25.480282 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ba8402e1-5c1b-42fd-a189-dcf8c5d9d9ed req-b0e50dc8-64fc-4479-a65c-b2bafd0f0a79 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2682683 Jun 28 14:05:25.481689 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-fc9fcee6-7af4-4b23-a4c5-23752d606bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:25.484941 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-0f1f6418-4b8b-456e-8b92-cb73e193d103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:25.524205 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-fc9fcee6-7af4-4b23-a4c5-23752d606bb0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf24597e4ea64cd1bb1212300ee7fb63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6567800 Jun 28 14:05:25.525088 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fcee6-7af4-4b23-a4c5-23752d606bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6590824d-2480-4dde-a387-b36fb548ba8b,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:25.526944 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 53162) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:25.528281 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-fc9fcee6-7af4-4b23-a4c5-23752d606bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:25.617310 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['c28b30c6-ee36-45ae-b396-1617be4a52dc'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:05:25.690420 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9abe79cf-07ff-4617-854d-4851269ba9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:25.761382 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-558c8070-c980-43af-9418-46d7fd25d5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:25.785839 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-558c8070-c980-43af-9418-46d7fd25d5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:25.797387 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-a8f6925b-74e8-4cee-991a-97c8f64baa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:25.799393 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-a8f6925b-74e8-4cee-991a-97c8f64baa6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eee0d957-c088-43bb-b147-4b4d998ec199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2252774 Jun 28 14:05:25.817800 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-52f687ba-af64-4a2e-bb78-37015226287b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:25.825698 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9abe79cf-07ff-4617-854d-4851269ba9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:25.870729 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d3af9-5230-408c-a331-84865b672170 req-ad505d9b-8917-4731-86ff-5921a7fac171 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:25.877601 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-0d4d3af9-5230-408c-a331-84865b672170 req-ad505d9b-8917-4731-86ff-5921a7fac171 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 946 time: 0.0809867 Jun 28 14:05:25.914257 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c8070-c980-43af-9418-46d7fd25d5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6693d70e-32da-4393-8cfb-df5675c1b61c,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:25.925339 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-558c8070-c980-43af-9418-46d7fd25d5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:25.927740 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-0d4d3af9-5230-408c-a331-84865b672170 req-6db41baf-7376-4057-8e8d-23a583bca1b2 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/security-groups?id=adaef590-870d-4a88-bc5b-fd06638fd049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491676 Jun 28 14:05:25.952287 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d35b2f-d114-40dd-ad19-d6902ad49320 req-27d97161-64e5-4b6d-8d42-9140b435ebee tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:25.953816 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c4d35b2f-d114-40dd-ad19-d6902ad49320 req-27d97161-64e5-4b6d-8d42-9140b435ebee tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 943 time: 0.3889380 Jun 28 14:05:25.959596 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-558c8070-c980-43af-9418-46d7fd25d5f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=858cbbb475ca4d20830d28a46e3ff40f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8342316 Jun 28 14:05:25.961500 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53174) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:26.022794 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-59948ac2-a12c-4680-8325-4b9d715f68e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:26.051678 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-59948ac2-a12c-4680-8325-4b9d715f68e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:26.063647 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c4d35b2f-d114-40dd-ad19-d6902ad49320 req-1df2c7bc-840c-4317-8c09-a37ace138cce tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706692 Jun 28 14:05:26.065835 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9abe79cf-07ff-4617-854d-4851269ba9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:26.068946 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9abe79cf-07ff-4617-854d-4851269ba9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:26.070009 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-9abe79cf-07ff-4617-854d-4851269ba9cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6590824d-2480-4dde-a387-b36fb548ba8b HTTP/1.1" status: 204 len: 168 time: 0.5418544 Jun 28 14:05:26.072072 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-18b80384-47b3-4200-8539-5fab22c39202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:26.079368 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe79cf-07ff-4617-854d-4851269ba9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6590824d-2480-4dde-a387-b36fb548ba8b,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:26.082112 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-9abe79cf-07ff-4617-854d-4851269ba9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:26.085090 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-5d318052-bbed-4e2a-9330-55d3adde0c29 service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631547 Jun 28 14:05:26.109326 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-59948ac2-a12c-4680-8325-4b9d715f68e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:26.112971 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-59948ac2-a12c-4680-8325-4b9d715f68e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:26.114115 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-59948ac2-a12c-4680-8325-4b9d715f68e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6693d70e-32da-4393-8cfb-df5675c1b61c HTTP/1.1" status: 204 len: 168 time: 0.1507983 Jun 28 14:05:26.114784 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:26.124416 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59948ac2-a12c-4680-8325-4b9d715f68e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6693d70e-32da-4393-8cfb-df5675c1b61c,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:26.127071 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-59948ac2-a12c-4680-8325-4b9d715f68e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:26.222509 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e9a0dcc8-01c1-41d8-b0f1-5d69c04f296c req-0253244a-5588-4c03-87af-1b465d35ce37 service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280758 Jun 28 14:05:26.353229 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:26.438831 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 53192) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:26.454834 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3d9895a0-d7d5-4050-a332-4b235d20f791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:26.528838 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9288e-c3e3-40d0-9e31-839266aa15ac req-ea9c28cf-83b8-42ad-902d-932e350327d9 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:26.546994 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-00d9288e-c3e3-40d0-9e31-839266aa15ac req-ea9c28cf-83b8-42ad-902d-932e350327d9 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 943 time: 0.1168280 Jun 28 14:05:26.593258 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-00d9288e-c3e3-40d0-9e31-839266aa15ac req-b4fad43c-1e6a-4e9e-8c9b-d0ab3107a75e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453246 Jun 28 14:05:26.602266 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3d9895a0-d7d5-4050-a332-4b235d20f791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:26.610350 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3d9895a0-d7d5-4050-a332-4b235d20f791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:26.615026 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:26.651259 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9895a0-d7d5-4050-a332-4b235d20f791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcdec1c-9dce-401e-bb56-fa4594b605c1,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:26.658350 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53208) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:26.658501 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-3d9895a0-d7d5-4050-a332-4b235d20f791 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf5502bfdec940e2a1d3104eb496ecbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182496 Jun 28 14:05:26.659571 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3d9895a0-d7d5-4050-a332-4b235d20f791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:26.718466 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-15176894-a3e4-4db6-95c5-d2fe6615b5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:26.743681 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703df6fa-f859-4a3c-a7b2-fc786435352c req-33cbce53-d84b-4426-856c-b1baf3c44f94 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:26.744241 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-15176894-a3e4-4db6-95c5-d2fe6615b5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:26.745767 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-703df6fa-f859-4a3c-a7b2-fc786435352c req-33cbce53-d84b-4426-856c-b1baf3c44f94 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 944 time: 0.0751786 Jun 28 14:05:26.781577 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:05:26.793226 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-703df6fa-f859-4a3c-a7b2-fc786435352c req-adc66776-113a-4d25-b41e-d6ea9a551d5a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386751 Jun 28 14:05:26.816494 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-15176894-a3e4-4db6-95c5-d2fe6615b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:26.820551 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-15176894-a3e4-4db6-95c5-d2fe6615b5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:26.824196 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-15176894-a3e4-4db6-95c5-d2fe6615b5c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9bcdec1c-9dce-401e-bb56-fa4594b605c1 HTTP/1.1" status: 204 len: 168 time: 0.1622097 Jun 28 14:05:26.824196 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-774cf33f-1304-40cc-a97a-2f5120c2ca3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:26.831828 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15176894-a3e4-4db6-95c5-d2fe6615b5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcdec1c-9dce-401e-bb56-fa4594b605c1,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:26.834318 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-15176894-a3e4-4db6-95c5-d2fe6615b5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:26.899408 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device ba837890-3e0b-446e-a8c9-f9318227adf2 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:05:26.952596 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53228) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:26.969862 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device c28b30c6-ee36-45ae-b396-1617be4a52dc up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:05:26.992045 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53234) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:27.068548 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port ba837890-3e0b-446e-a8c9-f9318227adf2, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ba837890-3e0b-446e-a8c9-f9318227adf2,segment=NetworkSegment(67284ebe-0528-450e-8b29-982b6689bec5),segment_id=67284ebe-0528-450e-8b29-982b6689bec5)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:27.110443 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port c28b30c6-ee36-45ae-b396-1617be4a52dc completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:05:27.118727 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': 'ba837890-3e0b-446e-a8c9-f9318227adf2', 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240', 'port_id': 'ba837890-3e0b-446e-a8c9-f9318227adf2', 'mac_address': 'fa:16:3e:d1:14:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef022ae7-61d0-4f32-bcef-65ede9752248', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:05:27.133700 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port c28b30c6-ee36-45ae-b396-1617be4a52dc triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:05:27.135432 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:27.166082 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25200a99-9790-4ff7-a594-34f8cd031c9e req-1f7e2f55-8fca-46b7-8553-15dc6a83cf4b tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:27.167641 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-25200a99-9790-4ff7-a594-34f8cd031c9e req-1f7e2f55-8fca-46b7-8553-15dc6a83cf4b tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 946 time: 0.1010888 Jun 28 14:05:27.213726 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:27.234583 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba837890-3e0b-446e-a8c9-f9318227adf2 {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:05:27.267841 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port ba837890-3e0b-446e-a8c9-f9318227adf2, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ba837890-3e0b-446e-a8c9-f9318227adf2,segment=NetworkSegment(67284ebe-0528-450e-8b29-982b6689bec5),segment_id=67284ebe-0528-450e-8b29-982b6689bec5)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:27.273701 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-25200a99-9790-4ff7-a594-34f8cd031c9e req-5853f1c2-ea54-4d1d-ac41-1e3904d54ce5 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/security-groups?id=adaef590-870d-4a88-bc5b-fd06638fd049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978358 Jun 28 14:05:27.320052 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1038433345-network', 'tenant_id': '54ae704fc71c430a9281b10c2bb76b65'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:27.320743 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:27.321653 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 4df0c0a8-e055-4772-a958-8186e7cc0a17 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:05:27.325972 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:27.373372 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb054f-5175-442d-856e-23c2a6a9fe1e req-211bd4fc-65d4-4226-802f-4e3e23ab4cbd tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:27.374107 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6bd17bf7-5c67-4cc0-97a6-9367539aa800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:27.376632 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0efb054f-5175-442d-856e-23c2a6a9fe1e req-211bd4fc-65d4-4226-802f-4e3e23ab4cbd tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 943 time: 0.0950537 Jun 28 14:05:27.384318 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] Made reservation on behalf of 54ae704fc71c430a9281b10c2bb76b65 for: {'network': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:05:27.386655 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:27.391352 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:27.440293 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0efb054f-5175-442d-856e-23c2a6a9fe1e req-47d58f18-ac35-4824-9670-b87cb4dc499d tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559602 Jun 28 14:05:27.468334 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:27.527493 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28b30c6-ee36-45ae-b396-1617be4a52dc'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:05:27.529803 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3de072-cdf5-46cb-a35f-a2caf96c81f3" -d '{"events": [{"server_uuid": "0983f6c5-ee56-4e5c-8087-edef65a96c08", "name": "network-vif-plugged", "status": "completed", "tag": "c28b30c6-ee36-45ae-b396-1617be4a52dc"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:05:27.557729 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=ba837890-3e0b-446e-a8c9-f9318227adf2,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:27.562261 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port c28b30c6-ee36-45ae-b396-1617be4a52dc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:27.565391 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:27.576212 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:27.583207 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:27.593094 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 4df0c0a8-e055-4772-a958-8186e7cc0a17, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4df0c0a8-e055-4772-a958-8186e7cc0a17,segment=NetworkSegment(df49fd01-2157-4b29-adae-3cc64b821b57),segment_id=df49fd01-2157-4b29-adae-3cc64b821b57)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:27.619312 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6bd17bf7-5c67-4cc0-97a6-9367539aa800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:27.626969 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6bd17bf7-5c67-4cc0-97a6-9367539aa800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:27.636358 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-6a87b1e4-318a-49ee-88a9-1ec5bd78acd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:27.643028 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef1a8ce-5f8e-453f-af6f-cc9fde25875d x-openstack-request-id: req-5ef1a8ce-5f8e-453f-af6f-cc9fde25875d {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:05:27.644091 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0983f6c5-ee56-4e5c-8087-edef65a96c08", "name": "network-vif-plugged", "status": "completed", "tag": "c28b30c6-ee36-45ae-b396-1617be4a52dc", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:05:27.646991 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ef1a8ce-5f8e-453f-af6f-cc9fde25875d {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:05:27.647527 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28b30c6-ee36-45ae-b396-1617be4a52dc', 'code': 200} Jun 28 14:05:27.662897 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': '4df0c0a8-e055-4772-a958-8186e7cc0a17', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'port_id': '4df0c0a8-e055-4772-a958-8186e7cc0a17', 'mac_address': 'fa:16:3e:6d:07:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:05:27.672330 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd17bf7-5c67-4cc0-97a6-9367539aa800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04a5c4a-d359-432c-abb6-42a79b6aede7,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:27.677447 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-6bd17bf7-5c67-4cc0-97a6-9367539aa800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:27.710695 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=c28b30c6-ee36-45ae-b396-1617be4a52dc,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:27.714922 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-6bd17bf7-5c67-4cc0-97a6-9367539aa800 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27d8c28b55a9453e93f4d8c4206327a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7603827 Jun 28 14:05:27.717327 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 53264) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:27.722935 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:27.738516 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:27.759230 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df0c0a8-e055-4772-a958-8186e7cc0a17 {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:05:27.793713 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 4df0c0a8-e055-4772-a958-8186e7cc0a17, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4df0c0a8-e055-4772-a958-8186e7cc0a17,segment=NetworkSegment(df49fd01-2157-4b29-adae-3cc64b821b57),segment_id=df49fd01-2157-4b29-adae-3cc64b821b57)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:27.808909 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:27.809914 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device de31413a-a0e3-429c-978d-f5ce096f9e67 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:05:27.812773 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:27.958083 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:27.963927 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:27.968342 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:27.976119 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port de31413a-a0e3-429c-978d-f5ce096f9e67, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=de31413a-a0e3-429c-978d-f5ce096f9e67,segment=NetworkSegment(67284ebe-0528-450e-8b29-982b6689bec5),segment_id=67284ebe-0528-450e-8b29-982b6689bec5)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:27.997011 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=4df0c0a8-e055-4772-a958-8186e7cc0a17,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:28.002670 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=93024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:05:28.020169 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': 'de31413a-a0e3-429c-978d-f5ce096f9e67', 'network_id': 'd8f3ae30-07f9-4a91-9442-31b27cbf5240', 'port_id': 'de31413a-a0e3-429c-978d-f5ce096f9e67', 'mac_address': 'fa:16:3e:68:cc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef022ae7-61d0-4f32-bcef-65ede9752248', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:05:28.020169 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:28.022222 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8222070a-7ed9-4369-aff4-6dd3f258b6a7,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:28.041581 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-03fa137e-c32a-4f8d-8a5f-636d83b4037c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:28.051027 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:28.052880 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:28.053235 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.segments_db [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] Added segment 265200ef-855b-4733-9a82-99dbd4a15f24 of type vlan for network e22535b9-eb09-4a98-9708-bab7f65b2bb5 Jun 28 14:05:28.066165 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:28.081620 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de31413a-a0e3-429c-978d-f5ce096f9e67 {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:05:28.087719 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-03fa137e-c32a-4f8d-8a5f-636d83b4037c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:28.102840 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port de31413a-a0e3-429c-978d-f5ce096f9e67, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=de31413a-a0e3-429c-978d-f5ce096f9e67,segment=NetworkSegment(67284ebe-0528-450e-8b29-982b6689bec5),segment_id=67284ebe-0528-450e-8b29-982b6689bec5)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:28.108222 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:28.110525 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:28.128224 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:28.176595 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9fa61-701c-4ee4-a5d6-2a6e6c92566a req-bd710d24-5e99-424f-9b54-077ceb287050 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:28.179796 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0926a9-e6b2-46ac-9656-4a2d2b14606f req-0818747d-42bd-4203-a747-c77ae3f54477 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:28.181229 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=de31413a-a0e3-429c-978d-f5ce096f9e67,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:28.181358 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cf0926a9-e6b2-46ac-9656-4a2d2b14606f req-0818747d-42bd-4203-a747-c77ae3f54477 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.1689987 Jun 28 14:05:28.184279 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4bf9fa61-701c-4ee4-a5d6-2a6e6c92566a req-bd710d24-5e99-424f-9b54-077ceb287050 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 944 time: 0.3592343 Jun 28 14:05:28.186556 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:28.191890 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:28.197715 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:28.198293 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:28.201883 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-bd2f6a53-f11f-49ca-a145-3cbcbc53aaf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:28.216154 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e71fd2-5e27-48ea-a9e2-7ef65aa5c7a2 req-59eb70d3-b0d4-47df-91da-fe1e101ee06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:28.217740 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-77e71fd2-5e27-48ea-a9e2-7ef65aa5c7a2 req-59eb70d3-b0d4-47df-91da-fe1e101ee06a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 1098 time: 0.2360651 Jun 28 14:05:28.220892 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-03fa137e-c32a-4f8d-8a5f-636d83b4037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:28.224130 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-03fa137e-c32a-4f8d-8a5f-636d83b4037c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:28.227904 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-03fa137e-c32a-4f8d-8a5f-636d83b4037c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c04a5c4a-d359-432c-abb6-42a79b6aede7 HTTP/1.1" status: 204 len: 168 time: 0.5065396 Jun 28 14:05:28.228292 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-aa8f8d22-69f6-44df-9611-00d2a1c8a8a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:28.267897 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4bf9fa61-701c-4ee4-a5d6-2a6e6c92566a req-a8732817-3d72-45c5-a048-7715bcd11f23 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705888 Jun 28 14:05:28.272000 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa137e-c32a-4f8d-8a5f-636d83b4037c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04a5c4a-d359-432c-abb6-42a79b6aede7,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:28.276703 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-03fa137e-c32a-4f8d-8a5f-636d83b4037c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:28.303502 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3062732 Jun 28 14:05:28.304653 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 53284) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:28.309716 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cf0926a9-e6b2-46ac-9656-4a2d2b14606f req-2da74fea-f374-40f9-ae4d-4ae8d98d4b8c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1199899 Jun 28 14:05:28.310476 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] Pushing event updated for resources: {'Network': ['ID=e22535b9-eb09-4a98-9708-bab7f65b2bb5,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:28.313103 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-7041746e-d580-4ae5-b7e9-465e70b28ab0 admin admin] Request body: {'subnet': {'network_id': 'e22535b9-eb09-4a98-9708-bab7f65b2bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1038433345-subnet', 'tenant_id': '54ae704fc71c430a9281b10c2bb76b65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:28.318149 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:28.321810 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-77e71fd2-5e27-48ea-a9e2-7ef65aa5c7a2 req-fb14bfb4-2efa-4252-b88a-9768f33b44dc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954587 Jun 28 14:05:28.328618 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network e22535b9-eb09-4a98-9708-bab7f65b2bb5 details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:05:28.363742 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7041746e-d580-4ae5-b7e9-465e70b28ab0 admin admin] Made reservation on behalf of 54ae704fc71c430a9281b10c2bb76b65 for: {'subnet': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:05:28.367988 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7041746e-d580-4ae5-b7e9-465e70b28ab0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:28.567609 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7041746e-d580-4ae5-b7e9-465e70b28ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for subnet, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:28.571286 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-fe64347d-b0eb-48c9-8d8f-839ac49acb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:28.664356 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041746e-d580-4ae5-b7e9-465e70b28ab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4932e82f-c8c4-4dab-9166-199cea2ea93e,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:28.673689 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-7041746e-d580-4ae5-b7e9-465e70b28ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:28.683665 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7041746e-d580-4ae5-b7e9-465e70b28ab0 admin admin] Checking segment: {'id': '265200ef-855b-4733-9a82-99dbd4a15f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e22535b9-eb09-4a98-9708-bab7f65b2bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:05:28.684045 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7041746e-d580-4ae5-b7e9-465e70b28ab0 admin admin] Network hostable DHCP agents. Network: e22535b9-eb09-4a98-9708-bab7f65b2bb5, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:05:28.710714 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfe01e-6830-4482-a192-33b67b7def64 req-dcffc80f-ef90-4e36-b207-0b8fa1d43b2b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:28.713765 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['4df0c0a8-e055-4772-a958-8186e7cc0a17'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:05:28.717554 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-59cfe01e-6830-4482-a192-33b67b7def64 req-dcffc80f-ef90-4e36-b207-0b8fa1d43b2b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 944 time: 0.1408234 Jun 28 14:05:28.737976 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7041746e-d580-4ae5-b7e9-465e70b28ab0 admin admin] Network e22535b9-eb09-4a98-9708-bab7f65b2bb5 is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:05:28.750921 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-7041746e-d580-4ae5-b7e9-465e70b28ab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, e22535b9-eb09-4a98-9708-bab7f65b2bb5) {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:05:28.761725 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7041746e-d580-4ae5-b7e9-465e70b28ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:28.762320 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7041746e-d580-4ae5-b7e9-465e70b28ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:28.784164 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-59cfe01e-6830-4482-a192-33b67b7def64 req-a13850ea-adf2-4169-b65b-19c91b55852d tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615294 Jun 28 14:05:28.813955 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-7041746e-d580-4ae5-b7e9-465e70b28ab0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5080864 Jun 28 14:05:28.867889 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53308) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:28.893695 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-353be455-f83c-4a4d-a9b4-3bd462735302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:28.907482 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['ba837890-3e0b-446e-a8c9-f9318227adf2'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:05:28.909274 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bebc341-3cce-4fa3-b654-71d5f96c9c62 None None] Network e22535b9-eb09-4a98-9708-bab7f65b2bb5 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:05:28.911242 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['de31413a-a0e3-429c-978d-f5ce096f9e67'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:05:29.094718 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-353be455-f83c-4a4d-a9b4-3bd462735302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:29.108019 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-353be455-f83c-4a4d-a9b4-3bd462735302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:29.149355 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:29.158215 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-353be455-f83c-4a4d-a9b4-3bd462735302 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e95486bb4f804ddc864917dbd536494e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881556 Jun 28 14:05:29.160811 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53324) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:29.226739 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353be455-f83c-4a4d-a9b4-3bd462735302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eef9861-1d48-485e-8d01-ed23b9b899ed,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:29.231751 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-353be455-f83c-4a4d-a9b4-3bd462735302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:29.262664 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-15b3452e-76fd-410a-acd0-3274e78be8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:29.289103 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-15b3452e-76fd-410a-acd0-3274e78be8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:29.290032 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0246577f-b84c-43ff-9872-f292d75ba5f5 None None] Network e22535b9-eb09-4a98-9708-bab7f65b2bb5 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:05:29.357585 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-15b3452e-76fd-410a-acd0-3274e78be8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:29.364655 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-15b3452e-76fd-410a-acd0-3274e78be8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:29.370338 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-15b3452e-76fd-410a-acd0-3274e78be8a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2eef9861-1d48-485e-8d01-ed23b9b899ed HTTP/1.1" status: 204 len: 168 time: 0.2050345 Jun 28 14:05:29.371433 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-f52d10a4-eaa4-4aa6-9581-cddda056dacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:29.391729 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3452e-76fd-410a-acd0-3274e78be8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eef9861-1d48-485e-8d01-ed23b9b899ed,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:29.397825 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-15b3452e-76fd-410a-acd0-3274e78be8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:29.537893 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bc5e8-7f95-4118-a11a-4b3b33aac835 req-20836205-8110-434b-b537-472799b00bc3 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:29.548245 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6e6bc5e8-7f95-4118-a11a-4b3b33aac835 req-20836205-8110-434b-b537-472799b00bc3 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 944 time: 0.1224318 Jun 28 14:05:29.596457 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6e6bc5e8-7f95-4118-a11a-4b3b33aac835 req-ddcbf878-6dac-49a1-ae76-b17ec5de6d3a tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460505 Jun 28 14:05:29.872999 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cb29d-6a48-4fdc-8467-b59545f6d330 req-f325f7f9-6d62-49ea-ab35-dcb701a16478 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:29.874850 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-399cb29d-6a48-4fdc-8467-b59545f6d330 req-f325f7f9-6d62-49ea-ab35-dcb701a16478 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0769548 Jun 28 14:05:29.923955 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-399cb29d-6a48-4fdc-8467-b59545f6d330 req-7103e6d7-d5bd-4efe-908a-d4ac29b1fdf1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423462 Jun 28 14:05:30.133175 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b5a31-ae2c-410e-bfed-b423bafb67c5 req-24210b28-a884-431b-aab5-85c6929bec33 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:30.141469 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-020b5a31-ae2c-410e-bfed-b423bafb67c5 req-24210b28-a884-431b-aab5-85c6929bec33 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 944 time: 0.0927596 Jun 28 14:05:30.201926 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-020b5a31-ae2c-410e-bfed-b423bafb67c5 req-32cba0b6-e6b4-4c10-9609-abb10103f98e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595155 Jun 28 14:05:30.807984 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b140c40-a58e-4525-aa47-3895b3d9d248 req-fce694d2-7825-4f40-a781-d0c62d4fdbb0 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:30.809480 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9b140c40-a58e-4525-aa47-3895b3d9d248 req-fce694d2-7825-4f40-a781-d0c62d4fdbb0 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 944 time: 0.0825303 Jun 28 14:05:30.850816 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9b140c40-a58e-4525-aa47-3895b3d9d248 req-de4aeae6-6401-4a95-aa22-51bbbc24795e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349646 Jun 28 14:05:30.922421 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device ba837890-3e0b-446e-a8c9-f9318227adf2 up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:05:30.994830 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port ba837890-3e0b-446e-a8c9-f9318227adf2 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:05:30.999437 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port ba837890-3e0b-446e-a8c9-f9318227adf2 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:05:30.999878 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:31.065118 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-feecef34-ba34-4fb6-8c6a-841ca7794de8 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:31.066648 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-feecef34-ba34-4fb6-8c6a-841ca7794de8 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/networks?id=e22535b9-eb09-4a98-9708-bab7f65b2bb5 HTTP/1.1" status: 200 len: 809 time: 0.1374929 Jun 28 14:05:31.088923 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-455a72d4-1b77-4e17-b0a1-0c008a90440f tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/quotas/54ae704fc71c430a9281b10c2bb76b65 HTTP/1.1" status: 200 len: 375 time: 0.0163047 Jun 28 14:05:31.101948 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:31.132310 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfad9d2a-3094-432e-94fe-c4666c12acd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba837890-3e0b-446e-a8c9-f9318227adf2'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:05:31.133435 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-fe95f02d-7693-4fa5-8bc5-fbbac0781f92 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=54ae704fc71c430a9281b10c2bb76b65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430501 Jun 28 14:05:31.135189 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a4d746-6473-46f0-8826-3fc6d7540de2" -d '{"events": [{"server_uuid": "dfad9d2a-3094-432e-94fe-c4666c12acd0", "name": "network-vif-plugged", "status": "completed", "tag": "ba837890-3e0b-446e-a8c9-f9318227adf2"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:05:31.150205 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port ba837890-3e0b-446e-a8c9-f9318227adf2, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ba837890-3e0b-446e-a8c9-f9318227adf2,segment=NetworkSegment(67284ebe-0528-450e-8b29-982b6689bec5),segment_id=67284ebe-0528-450e-8b29-982b6689bec5)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:31.159663 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:31.162019 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 4df0c0a8-e055-4772-a958-8186e7cc0a17 up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:05:31.167000 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:31.169216 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94aed2-ac9f-40a1-bcfe-db100f43e9cb req-e35f51d2-2664-492b-a97b-8f4716093a8d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:31.172338 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9f94aed2-ac9f-40a1-bcfe-db100f43e9cb req-e35f51d2-2664-492b-a97b-8f4716093a8d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.1011603 Jun 28 14:05:31.244417 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9f94aed2-ac9f-40a1-bcfe-db100f43e9cb req-7ee8f54f-3cdd-4b84-ab11-1e7e9fab572c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656736 Jun 28 14:05:31.255113 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=ba837890-3e0b-446e-a8c9-f9318227adf2,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:31.259122 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-10a67604-68d2-4620-ad53-cb507b9682cf service neutron] 10.222.0.11 "GET /v2.0/networks/e22535b9-eb09-4a98-9708-bab7f65b2bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247694 Jun 28 14:05:31.259323 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:31.271820 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port 4df0c0a8-e055-4772-a958-8186e7cc0a17 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:05:31.294169 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port 4df0c0a8-e055-4772-a958-8186e7cc0a17 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:05:31.298823 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:31.383442 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5add4ba4-6748-4240-933c-73edbfaed848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:31.424257 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-15903e94-9946-4985-9719-09a4ad710109 service neutron] 10.222.0.11 "GET /v2.0/networks/e22535b9-eb09-4a98-9708-bab7f65b2bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569090 Jun 28 14:05:31.469791 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b56c090-2a87-47cd-8f02-74337a397441 x-openstack-request-id: req-9b56c090-2a87-47cd-8f02-74337a397441 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:05:31.470122 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfad9d2a-3094-432e-94fe-c4666c12acd0", "name": "network-vif-plugged", "status": "completed", "tag": "ba837890-3e0b-446e-a8c9-f9318227adf2", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:05:31.473797 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b56c090-2a87-47cd-8f02-74337a397441 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:05:31.474240 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfad9d2a-3094-432e-94fe-c4666c12acd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba837890-3e0b-446e-a8c9-f9318227adf2', 'code': 200} Jun 28 14:05:31.475113 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:31.555970 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 4df0c0a8-e055-4772-a958-8186e7cc0a17, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4df0c0a8-e055-4772-a958-8186e7cc0a17,segment=NetworkSegment(df49fd01-2157-4b29-adae-3cc64b821b57),segment_id=df49fd01-2157-4b29-adae-3cc64b821b57)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:31.583082 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:31.584306 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device de31413a-a0e3-429c-978d-f5ce096f9e67 up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:05:31.586199 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-5568c5ee-ccf4-4f3f-804f-56bd113f8d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:31.731477 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=4df0c0a8-e055-4772-a958-8186e7cc0a17,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:31.735491 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:31.769065 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port de31413a-a0e3-429c-978d-f5ce096f9e67 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:05:31.774413 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port de31413a-a0e3-429c-978d-f5ce096f9e67 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:05:31.775112 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:31.824229 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53464) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:31.873511 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b0c24-ec79-49d7-9031-cc6e4b8b9ca1 req-d5215e63-fe0c-47ee-82c7-a66fdd0ab6a7 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:31.889508 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c20b0c24-ec79-49d7-9031-cc6e4b8b9ca1 req-d5215e63-fe0c-47ee-82c7-a66fdd0ab6a7 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.2152369 Jun 28 14:05:31.926519 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:31.958987 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be935377-6c76-4224-90db-9f9ec138a5cc req-7a9ae4f1-105f-4b35-8a14-a9bb5fdddca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:31.960543 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-be935377-6c76-4224-90db-9f9ec138a5cc req-7a9ae4f1-105f-4b35-8a14-a9bb5fdddca2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 1098 time: 0.1881022 Jun 28 14:05:32.006436 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836cd52-8d4f-462c-ba0d-f76dd7c00856 req-f6af979d-b63b-4cb8-9d28-e4529862af7a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:32.009968 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2836cd52-8d4f-462c-ba0d-f76dd7c00856 req-f6af979d-b63b-4cb8-9d28-e4529862af7a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.1670384 Jun 28 14:05:32.019111 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53478) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:32.022078 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c20b0c24-ec79-49d7-9031-cc6e4b8b9ca1 req-40569ce9-14ad-4035-b4e3-f2f6c013d23d tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149931 Jun 28 14:05:32.031532 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port de31413a-a0e3-429c-978d-f5ce096f9e67, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=de31413a-a0e3-429c-978d-f5ce096f9e67,segment=NetworkSegment(67284ebe-0528-450e-8b29-982b6689bec5),segment_id=67284ebe-0528-450e-8b29-982b6689bec5)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:32.039670 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-5675029b-eebc-46f9-8789-f78e1bd25400 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Request body: {'floatingip': {'port_id': 'c28b30c6-ee36-45ae-b396-1617be4a52dc'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:32.039871 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:32.041598 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:32.111749 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=de31413a-a0e3-429c-978d-f5ce096f9e67,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:32.115105 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:32.150668 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-847cf9ee-a52c-4e9d-b278-b57a857f9789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:32.211424 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ff808256-5f48-4e08-833e-b0fa036d6d2a req-b0758552-e6e9-4de8-8917-96cc55daa267 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 210 time: 0.1124871 Jun 28 14:05:32.213642 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5675029b-eebc-46f9-8789-f78e1bd25400 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for floatingip, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:32.258609 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18e641-9684-42fb-9a18-8113bb7ab5b8 req-54053882-0b1a-463f-a668-53d7605ac451 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:32.260268 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fc18e641-9684-42fb-9a18-8113bb7ab5b8 req-54053882-0b1a-463f-a668-53d7605ac451 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0811911 Jun 28 14:05:32.303754 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fc18e641-9684-42fb-9a18-8113bb7ab5b8 req-9816aefb-dc38-4f9d-ac73-05b27ee3ea88 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375187 Jun 28 14:05:32.517822 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-847cf9ee-a52c-4e9d-b278-b57a857f9789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:32.523445 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-847cf9ee-a52c-4e9d-b278-b57a857f9789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:32.528705 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-58823d00-269b-4324-87b9-95f639fa62e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:32.654512 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-847cf9ee-a52c-4e9d-b278-b57a857f9789 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2d374a0f27e464387ef2aad58abe389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8284590 Jun 28 14:05:32.657318 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 53486) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:32.659708 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cf9ee-a52c-4e9d-b278-b57a857f9789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d36f1cd-a271-4f78-9955-04301f718e59,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:32.667975 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-847cf9ee-a52c-4e9d-b278-b57a857f9789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:32.708290 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b993-f1db-40d0-8c2b-f589159fea07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:32.728606 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b993-f1db-40d0-8c2b-f589159fea07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:32.773322 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b993-f1db-40d0-8c2b-f589159fea07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:32.775997 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b993-f1db-40d0-8c2b-f589159fea07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:32.779464 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-0fa3b993-f1db-40d0-8c2b-f589159fea07 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d36f1cd-a271-4f78-9955-04301f718e59 HTTP/1.1" status: 204 len: 168 time: 0.1187336 Jun 28 14:05:32.779464 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-9abe79cf-07ff-4617-854d-4851269ba9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:32.787240 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3b993-f1db-40d0-8c2b-f589159fea07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d36f1cd-a271-4f78-9955-04301f718e59,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:32.789898 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-0fa3b993-f1db-40d0-8c2b-f589159fea07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:32.822270 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-be935377-6c76-4224-90db-9f9ec138a5cc req-6f5e9b0c-b268-41bb-8ef8-a076cf3766f0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309341 Jun 28 14:05:33.085182 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 53496) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:33.105912 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-affd6684-d249-4422-9a3f-c0eb540182d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:33.136574 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5675029b-eebc-46f9-8789-f78e1bd25400 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:33.142434 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5675029b-eebc-46f9-8789-f78e1bd25400 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:33.201488 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-affd6684-d249-4422-9a3f-c0eb540182d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:33.205941 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-affd6684-d249-4422-9a3f-c0eb540182d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:33.209107 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:33.249077 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd6684-d249-4422-9a3f-c0eb540182d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb15b8d-4cd1-47e1-a515-c5882b701d34,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:33.252584 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-affd6684-d249-4422-9a3f-c0eb540182d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:33.258420 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-affd6684-d249-4422-9a3f-c0eb540182d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e595634ded954cb4b0aad1c352930fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721425 Jun 28 14:05:33.259075 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 53502) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:33.283399 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.l3_db [None req-5675029b-eebc-46f9-8789-f78e1bd25400 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Floating IP fb6bf35a-16bb-4c71-b816-60ccbb7cc517 associated. External IP: 172.27.2.145, port: c28b30c6-ee36-45ae-b396-1617be4a52dc. Jun 28 14:05:33.295777 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecab61-0869-4c1b-8e2f-290c7fb7da29 req-522bdce3-517c-406d-b217-e728c7cc645b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:33.297252 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a3ecab61-0869-4c1b-8e2f-290c7fb7da29 req-522bdce3-517c-406d-b217-e728c7cc645b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1193333 Jun 28 14:05:33.315845 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7f39d54a-b0b4-4600-b635-c924080aa460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:33.353905 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7f39d54a-b0b4-4600-b635-c924080aa460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:33.377050 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-85304bd9-0e2c-4762-b31a-63199b8d7681 req-1bcce039-8d73-45fa-8fa2-0c32c00972f7 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 210 time: 0.0418971 Jun 28 14:05:33.400790 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a3ecab61-0869-4c1b-8e2f-290c7fb7da29 req-cb165d0d-07c3-4b0c-9445-4dd3366f7ac5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727689 Jun 28 14:05:33.438852 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7f39d54a-b0b4-4600-b635-c924080aa460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:33.441525 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7f39d54a-b0b4-4600-b635-c924080aa460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:33.442776 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-7f39d54a-b0b4-4600-b635-c924080aa460 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7fb15b8d-4cd1-47e1-a515-c5882b701d34 HTTP/1.1" status: 204 len: 168 time: 0.1826351 Jun 28 14:05:33.443715 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-bbce5459-a788-4bde-8e7b-550f8c9f8614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:33.455721 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39d54a-b0b4-4600-b635-c924080aa460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb15b8d-4cd1-47e1-a515-c5882b701d34,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:33.476008 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2dae7b-1494-4d83-8169-30596a3f12ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df0c0a8-e055-4772-a958-8186e7cc0a17'}, {'server_uuid': 'f2ada0c7-c0ab-497c-8b93-d494bf4897b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de31413a-a0e3-429c-978d-f5ce096f9e67'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:05:33.481116 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-7f39d54a-b0b4-4600-b635-c924080aa460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:33.484924 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc54442-b104-4abe-b017-11f5080c5af3" -d '{"events": [{"server_uuid": "9d2dae7b-1494-4d83-8169-30596a3f12ed", "name": "network-vif-plugged", "status": "completed", "tag": "4df0c0a8-e055-4772-a958-8186e7cc0a17"}, {"server_uuid": "f2ada0c7-c0ab-497c-8b93-d494bf4897b8", "name": "network-vif-plugged", "status": "completed", "tag": "de31413a-a0e3-429c-978d-f5ce096f9e67"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:05:33.530344 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Jun 2021 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4e9a2d-8381-4e16-8729-8afb857f8dc8 x-openstack-request-id: req-7a4e9a2d-8381-4e16-8729-8afb857f8dc8 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:05:33.530755 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2dae7b-1494-4d83-8169-30596a3f12ed", "name": "network-vif-plugged", "status": "completed", "tag": "4df0c0a8-e055-4772-a958-8186e7cc0a17", "code": 200}, {"server_uuid": "f2ada0c7-c0ab-497c-8b93-d494bf4897b8", "name": "network-vif-plugged", "status": "completed", "tag": "de31413a-a0e3-429c-978d-f5ce096f9e67", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:05:33.531239 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a4e9a2d-8381-4e16-8729-8afb857f8dc8 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:05:33.532007 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2dae7b-1494-4d83-8169-30596a3f12ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df0c0a8-e055-4772-a958-8186e7cc0a17', 'code': 200} Jun 28 14:05:33.532527 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ada0c7-c0ab-497c-8b93-d494bf4897b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de31413a-a0e3-429c-978d-f5ce096f9e67', 'code': 200} Jun 28 14:05:33.560026 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674c24e-2d0f-4742-a253-e8710d44f010 req-3c6a6c0e-c8e0-4b0c-9bd0-938e33f18eea tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:33.561493 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d674c24e-2d0f-4742-a253-e8710d44f010 req-3c6a6c0e-c8e0-4b0c-9bd0-938e33f18eea tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0706327 Jun 28 14:05:33.566629 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5675029b-eebc-46f9-8789-f78e1bd25400 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Router ebe10e54-e829-432a-b5e3-b2f655ce67b6 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:05:33.616350 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d674c24e-2d0f-4742-a253-e8710d44f010 req-4736db13-c9a1-4e70-89ee-1eaaf873cab1 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477138 Jun 28 14:05:33.677970 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5675029b-eebc-46f9-8789-f78e1bd25400 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:05:33.682828 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5675029b-eebc-46f9-8789-f78e1bd25400 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:33.691663 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec84812-da40-4989-a499-844995d5014b None None] Sync routers for ids ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:05:33.702658 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec84812-da40-4989-a499-844995d5014b None None] Routers {'ebe10e54-e829-432a-b5e3-b2f655ce67b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:05:33.703463 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-4ec84812-da40-4989-a499-844995d5014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:05:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:33.729702 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-5675029b-eebc-46f9-8789-f78e1bd25400 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "PUT /v2.0/floatingips/fb6bf35a-16bb-4c71-b816-60ccbb7cc517 HTTP/1.1" status: 200 len: 991 time: 1.7057326 Jun 28 14:05:33.729702 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'tag': 'c28b30c6-ee36-45ae-b396-1617be4a52dc'}] {{(pid=93024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:05:33.732588 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57de81fc55b96f5fe3d2266ad050390b1d2e29b100cf4860e7301d44a90885d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffa9098-2759-4768-af4d-52d7e62832a3" -d '{"events": [{"name": "network-changed", "server_uuid": "0983f6c5-ee56-4e5c-8087-edef65a96c08", "tag": "c28b30c6-ee36-45ae-b396-1617be4a52dc"}]}' {{(pid=93024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:05:33.797903 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba7c2ef-97c9-4aed-851a-0df6e4cd1a75 x-openstack-request-id: req-fba7c2ef-97c9-4aed-851a-0df6e4cd1a75 {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:05:33.798226 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0983f6c5-ee56-4e5c-8087-edef65a96c08", "tag": "c28b30c6-ee36-45ae-b396-1617be4a52dc", "status": "completed", "code": 200}]} {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:05:33.798523 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fba7c2ef-97c9-4aed-851a-0df6e4cd1a75 {{(pid=93024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:05:33.798936 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'tag': 'c28b30c6-ee36-45ae-b396-1617be4a52dc', 'status': 'completed', 'code': 200} Jun 28 14:05:33.814626 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-4ec84812-da40-4989-a499-844995d5014b None None] Set router ebe10e54-e829-432a-b5e3-b2f655ce67b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:05:33.861677 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-fb8c09a6-b295-487f-888a-e6c3a29c9450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:34.081644 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-4ec84812-da40-4989-a499-844995d5014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 4, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': 'fb6bf35a-16bb-4c71-b816-60ccbb7cc517', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'port_id': 'c28b30c6-ee36-45ae-b396-1617be4a52dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'mac_address': 'fa:16:3e:2f:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:05:03Z', 'updated_at': '2021-06-28T14:05:32Z', 'revision_number': 1, 'project_id': '724e3789680240be9f570b8ca116df8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8fa0e1-973e-4734-ac1b-4d6dc4768a49', 'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'mac_address': 'fa:16:3e:82:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:05:02Z', 'revision_number': 5, 'project_id': '724e3789680240be9f570b8ca116df8d', 'subnets': [{'id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:34.106836 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec84812-da40-4989-a499-844995d5014b None None] Checking router: ebe10e54-e829-432a-b5e3-b2f655ce67b6 for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:05:34.115874 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec84812-da40-4989-a499-844995d5014b None None] Routers {'ebe10e54-e829-432a-b5e3-b2f655ce67b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:05:34.116491 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-4ec84812-da40-4989-a499-844995d5014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:05:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:34.165822 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:34.220948 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-4ec84812-da40-4989-a499-844995d5014b None None] Set router ebe10e54-e829-432a-b5e3-b2f655ce67b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:05:34.531365 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-460b389a-0f9d-437d-b40a-b7fd3bae14b3 req-c04e59e9-b84e-415c-ab54-4651e4d8eda6 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 210 time: 0.0367138 Jun 28 14:05:34.541951 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-4ec84812-da40-4989-a499-844995d5014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 4, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': 'fb6bf35a-16bb-4c71-b816-60ccbb7cc517', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'port_id': 'c28b30c6-ee36-45ae-b396-1617be4a52dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'mac_address': 'fa:16:3e:2f:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:05:03Z', 'updated_at': '2021-06-28T14:05:32Z', 'revision_number': 1, 'project_id': '724e3789680240be9f570b8ca116df8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8fa0e1-973e-4734-ac1b-4d6dc4768a49', 'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'mac_address': 'fa:16:3e:82:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:05:02Z', 'revision_number': 5, 'project_id': '724e3789680240be9f570b8ca116df8d', 'subnets': [{'id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:34.568174 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec84812-da40-4989-a499-844995d5014b None None] The sync data for ids ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'] in dv-cinder-761113-15-iscsi is: [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 4, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': 'fb6bf35a-16bb-4c71-b816-60ccbb7cc517', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'port_id': 'c28b30c6-ee36-45ae-b396-1617be4a52dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'mac_address': 'fa:16:3e:2f:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:05:03Z', 'updated_at': '2021-06-28T14:05:32Z', 'revision_number': 1, 'project_id': '724e3789680240be9f570b8ca116df8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8fa0e1-973e-4734-ac1b-4d6dc4768a49', 'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'mac_address': 'fa:16:3e:82:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:05:02Z', 'revision_number': 5, 'project_id': '724e3789680240be9f570b8ca116df8d', 'subnets': [{'id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:05:34.702517 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b2e9a-d7be-4a19-8eb2-9d20493295db req-a64bdcef-52c0-4a4c-b88a-9dbbbee313e1 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:34.704184 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ef6b2e9a-d7be-4a19-8eb2-9d20493295db req-a64bdcef-52c0-4a4c-b88a-9dbbbee313e1 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0639291 Jun 28 14:05:34.746254 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ef6b2e9a-d7be-4a19-8eb2-9d20493295db req-c68e0525-fe0d-447d-a5ce-fcc9cefb615e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357089 Jun 28 14:05:34.805311 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c595bc-5347-4bd4-bf4e-435b1c61a3ee None None] New status for floating IP fb6bf35a-16bb-4c71-b816-60ccbb7cc517: ACTIVE {{(pid=93025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:05:34.931772 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f114ac-d8ee-4ac8-98b6-c94e1ee38c4b req-ee1529f2-60f7-4831-9a99-23bfafc20307 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:34.933487 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-71f114ac-d8ee-4ac8-98b6-c94e1ee38c4b req-ee1529f2-60f7-4831-9a99-23bfafc20307 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0673096 Jun 28 14:05:34.975068 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-71f114ac-d8ee-4ac8-98b6-c94e1ee38c4b req-6c821e3e-c6a4-4e20-b9d4-2a865a1a54c9 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354054 Jun 28 14:05:35.040882 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:35.189597 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa9098-2759-4768-af4d-52d7e62832a3 req-c20ac0fa-fd2e-44ad-a357-a91387977cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:35.191071 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bffa9098-2759-4768-af4d-52d7e62832a3 req-c20ac0fa-fd2e-44ad-a357-a91387977cf4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=724e3789680240be9f570b8ca116df8d&device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 1098 time: 0.0866642 Jun 28 14:05:35.346434 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa9098-2759-4768-af4d-52d7e62832a3 req-1716d382-fa2f-4359-ac10-ac4216004893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:35.348050 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bffa9098-2759-4768-af4d-52d7e62832a3 req-1716d382-fa2f-4359-ac10-ac4216004893 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece HTTP/1.1" status: 200 len: 918 time: 0.1288872 Jun 28 14:05:35.559928 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff94d5-be16-48d6-9302-b8637ba6d687 req-0cdabec1-18a3-446f-b496-23b07f7532d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:35.562093 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8eff94d5-be16-48d6-9302-b8637ba6d687 req-0cdabec1-18a3-446f-b496-23b07f7532d3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 1098 time: 0.1339931 Jun 28 14:05:35.595749 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53598) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:35.618147 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8eff94d5-be16-48d6-9302-b8637ba6d687 req-110b9c42-6764-4db5-ba19-7e02b5cdf7ad service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453033 Jun 28 14:05:35.711969 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-eccfaecb-21bf-4a33-9a5f-b6fe746bc527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:35.729178 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b13bcd04-75b4-4cc6-a554-73427be97ef5 req-c7cd47b8-fbfb-4979-a6f4-744a59d13164 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 210 time: 0.0650966 Jun 28 14:05:35.777364 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bffa9098-2759-4768-af4d-52d7e62832a3 req-786fed5d-fd10-4466-8b85-06661f8870f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc HTTP/1.1" status: 200 len: 1001 time: 0.4208710 Jun 28 14:05:35.794484 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d282d0-4ad1-49c0-be51-50a98977fa55 req-7a483e5a-a922-4a83-8cf9-162d675f4384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:35.795903 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a6d282d0-4ad1-49c0-be51-50a98977fa55 req-7a483e5a-a922-4a83-8cf9-162d675f4384 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 1099 time: 0.1331847 Jun 28 14:05:35.811611 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-eccfaecb-21bf-4a33-9a5f-b6fe746bc527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:35.819286 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-eccfaecb-21bf-4a33-9a5f-b6fe746bc527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:35.821886 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-353be455-f83c-4a4d-a9b4-3bd462735302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:35.859125 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfaecb-21bf-4a33-9a5f-b6fe746bc527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ebc053-77c7-4348-a2a1-6f149bf47a9d,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:35.866038 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-eccfaecb-21bf-4a33-9a5f-b6fe746bc527 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b45963322dbc46ad950535cc56bfe785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2666392 Jun 28 14:05:35.866038 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-eccfaecb-21bf-4a33-9a5f-b6fe746bc527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:35.866887 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53608) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:35.951676 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1dbe67a1-80a5-4ee1-ac4c-824a4abe1bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:35.980135 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1dbe67a1-80a5-4ee1-ac4c-824a4abe1bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:36.007536 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0d23f-8049-48c0-9a9a-460bb479a447 req-ced517f1-b839-4926-b5b3-8a56edc5d0ce tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:36.009075 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-28c0d23f-8049-48c0-9a9a-460bb479a447 req-ced517f1-b839-4926-b5b3-8a56edc5d0ce tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1091228 Jun 28 14:05:36.068638 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-28c0d23f-8049-48c0-9a9a-460bb479a447 req-63134e46-c911-4a36-98c6-8e6611796d45 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517268 Jun 28 14:05:36.068803 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a6d282d0-4ad1-49c0-be51-50a98977fa55 req-6406b2de-16ec-4288-8233-02532d364977 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737967 Jun 28 14:05:36.075130 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa9098-2759-4768-af4d-52d7e62832a3 req-0331d151-1d92-45ef-a5e4-5b1eee8440b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:36.076722 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bffa9098-2759-4768-af4d-52d7e62832a3 req-0331d151-1d92-45ef-a5e4-5b1eee8440b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad9292e9-2ab9-4760-baef-5dfd44f625a4 HTTP/1.1" status: 200 len: 856 time: 0.0848143 Jun 28 14:05:36.093482 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1dbe67a1-80a5-4ee1-ac4c-824a4abe1bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:36.096065 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1dbe67a1-80a5-4ee1-ac4c-824a4abe1bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:36.097177 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-1dbe67a1-80a5-4ee1-ac4c-824a4abe1bae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23ebc053-77c7-4348-a2a1-6f149bf47a9d HTTP/1.1" status: 204 len: 168 time: 0.2300580 Jun 28 14:05:36.097985 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-5fb97f41-4058-456b-96be-143a0db528c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:36.106387 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe67a1-80a5-4ee1-ac4c-824a4abe1bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ebc053-77c7-4348-a2a1-6f149bf47a9d,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:36.108482 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-1dbe67a1-80a5-4ee1-ac4c-824a4abe1bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:36.188544 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c739e7-335d-4981-b042-275d914a9735 req-6fbc966f-8281-4686-a854-d5623dc50447 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:36.189993 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f8c739e7-335d-4981-b042-275d914a9735 req-6fbc966f-8281-4686-a854-d5623dc50447 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0893118 Jun 28 14:05:36.237307 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f8c739e7-335d-4981-b042-275d914a9735 req-b81cb306-0424-4085-aa8c-28080ba2b21a tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371547 Jun 28 14:05:36.411336 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53630) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:36.424937 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aad35692-4b40-4aa4-95e9-021cb34edbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:36.492490 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:36.495335 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa9098-2759-4768-af4d-52d7e62832a3 req-2053061e-9b38-4f02-8b42-0877a81fc490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:36.497191 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bffa9098-2759-4768-af4d-52d7e62832a3 req-2053061e-9b38-4f02-8b42-0877a81fc490 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0604486 Jun 28 14:05:36.530858 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aad35692-4b40-4aa4-95e9-021cb34edbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:36.534155 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aad35692-4b40-4aa4-95e9-021cb34edbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:36.537994 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-6bd17bf7-5c67-4cc0-97a6-9367539aa800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:36.570440 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad35692-4b40-4aa4-95e9-021cb34edbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62924b0a-881c-4904-ba52-86b1cbf83af3,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:36.576991 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-aad35692-4b40-4aa4-95e9-021cb34edbde admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf328e92ab5e49918eec999f5edd718b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617002 Jun 28 14:05:36.576991 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-aad35692-4b40-4aa4-95e9-021cb34edbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:36.577405 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53634) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:36.662970 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-dc28ee36-70e5-4f29-b5b3-b06a3f7ab57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:36.690829 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-dc28ee36-70e5-4f29-b5b3-b06a3f7ab57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:36.699328 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bffa9098-2759-4768-af4d-52d7e62832a3 req-b62c9746-e756-4694-b7a2-e987e5dd8f73 service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226497 Jun 28 14:05:36.752844 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-dc28ee36-70e5-4f29-b5b3-b06a3f7ab57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:36.769300 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-dc28ee36-70e5-4f29-b5b3-b06a3f7ab57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:36.773217 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-dc28ee36-70e5-4f29-b5b3-b06a3f7ab57f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/62924b0a-881c-4904-ba52-86b1cbf83af3 HTTP/1.1" status: 204 len: 168 time: 0.1949761 Jun 28 14:05:36.776409 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-0decb887-5820-4ae4-8e6a-fee7e5e33789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:36.788831 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28ee36-70e5-4f29-b5b3-b06a3f7ab57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62924b0a-881c-4904-ba52-86b1cbf83af3,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:36.800389 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-dc28ee36-70e5-4f29-b5b3-b06a3f7ab57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:36.821392 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bffa9098-2759-4768-af4d-52d7e62832a3 req-5b19cb5c-ddbf-45e6-a600-b2bc13fc657d service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143641 Jun 28 14:05:36.923919 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-28e8d0a1-051c-4e08-b39b-8e1f5a1f77b2 req-0a9d963e-f2f2-4815-b981-7d7765667dc8 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 210 time: 0.0390148 Jun 28 14:05:37.124174 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-c485e691-8608-4ff1-ba16-0b2263b870ce tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:37.125700 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-c485e691-8608-4ff1-ba16-0b2263b870ce tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.55 "GET /v2.0/networks?id=e22535b9-eb09-4a98-9708-bab7f65b2bb5 HTTP/1.1" status: 200 len: 809 time: 0.1249437 Jun 28 14:05:37.183919 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-975a192f-458d-46e3-9b1a-0e4c1b793c07 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Request body: {'port': {'device_id': 'cbdef0f2-94e5-4c96-a447-0ea639c2ee6d', 'network_id': 'e22535b9-eb09-4a98-9708-bab7f65b2bb5', 'admin_state_up': True, 'tenant_id': '54ae704fc71c430a9281b10c2bb76b65'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:37.264602 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d48b9d-34a1-48e8-b616-6698f31c23dc req-ec40f0ad-0134-4c71-9135-548e7786ac48 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:37.267627 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-22d48b9d-34a1-48e8-b616-6698f31c23dc req-ec40f0ad-0134-4c71-9135-548e7786ac48 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0799258 Jun 28 14:05:37.323075 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-975a192f-458d-46e3-9b1a-0e4c1b793c07 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Made reservation on behalf of 54ae704fc71c430a9281b10c2bb76b65 for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:05:37.327597 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-975a192f-458d-46e3-9b1a-0e4c1b793c07 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:37.348942 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-22d48b9d-34a1-48e8-b616-6698f31c23dc req-eade0002-2843-4277-935a-064164a3984e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732980 Jun 28 14:05:37.540600 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-975a192f-458d-46e3-9b1a-0e4c1b793c07 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Allocated IP 172.20.0.10 (e22535b9-eb09-4a98-9708-bab7f65b2bb5/4932e82f-c8c4-4dab-9166-199cea2ea93e/fd6a9be9-db1f-46b8-b414-c41a92d95e52) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:05:37.550433 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4ea7c-04fa-448d-b450-4821b62e26c4 req-b763d1aa-fe70-4f31-b0e5-c4b5615da36b tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:37.552077 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-51b4ea7c-04fa-448d-b450-4821b62e26c4 req-b763d1aa-fe70-4f31-b0e5-c4b5615da36b tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.1365001 Jun 28 14:05:37.620147 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-51b4ea7c-04fa-448d-b450-4821b62e26c4 req-bf4857f5-bee4-4faa-9f22-f5c74c505b55 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592322 Jun 28 14:05:37.755327 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-975a192f-458d-46e3-9b1a-0e4c1b793c07 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:37.796178 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-975a192f-458d-46e3-9b1a-0e4c1b793c07 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:37.802608 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:37.841686 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-975a192f-458d-46e3-9b1a-0e4c1b793c07 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Network e22535b9-eb09-4a98-9708-bab7f65b2bb5 is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:05:37.845343 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-975a192f-458d-46e3-9b1a-0e4c1b793c07 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:05:37.852449 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-975a192f-458d-46e3-9b1a-0e4c1b793c07 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:05:37.858004 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-975a192f-458d-46e3-9b1a-0e4c1b793c07 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:37.858660 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-975a192f-458d-46e3-9b1a-0e4c1b793c07 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:37.881758 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-975a192f-458d-46e3-9b1a-0e4c1b793c07 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7032824 Jun 28 14:05:37.892868 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a192f-458d-46e3-9b1a-0e4c1b793c07 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Pushing event updated for resources: {'Port': ['ID=fd6a9be9-db1f-46b8-b414-c41a92d95e52,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:37.897056 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-975a192f-458d-46e3-9b1a-0e4c1b793c07 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:38.104481 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Request body: {'port': {'device_id': 'cbdef0f2-94e5-4c96-a447-0ea639c2ee6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:38.154129 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ea90a-f427-4953-a674-269a4ed7a999 req-0d5276d9-f978-47f3-8a37-f65e22683015 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:38.154893 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d410d4-d059-403a-a7b7-d0b6b495e99a req-42d2c6a7-0af3-496e-a701-e45ad7cd1e2e tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:38.156581 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6e1ea90a-f427-4953-a674-269a4ed7a999 req-0d5276d9-f978-47f3-8a37-f65e22683015 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.1436536 Jun 28 14:05:38.163844 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-57d410d4-d059-403a-a7b7-d0b6b495e99a req-42d2c6a7-0af3-496e-a701-e45ad7cd1e2e tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 932 time: 0.0824957 Jun 28 14:05:38.219477 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-57d410d4-d059-403a-a7b7-d0b6b495e99a req-61ce52a6-378b-4be9-ba6c-277200a4302b tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547547 Jun 28 14:05:38.297379 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6e1ea90a-f427-4953-a674-269a4ed7a999 req-f0faee49-faa9-4954-93b6-8c144f911a20 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240475 Jun 28 14:05:38.325862 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:38.367269 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b101b21-5128-4477-9d61-65046a3c1d06 req-8e93818a-a4b5-4924-b2d8-b3b99a7885cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:38.368772 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b101b21-5128-4477-9d61-65046a3c1d06 req-8e93818a-a4b5-4924-b2d8-b3b99a7885cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe5908865c604ba49eaf1e3905e97327&device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 1098 time: 0.1782408 Jun 28 14:05:38.556819 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b101b21-5128-4477-9d61-65046a3c1d06 req-121e3299-b482-4dc0-b460-ff6585ba61c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:38.558353 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b101b21-5128-4477-9d61-65046a3c1d06 req-121e3299-b482-4dc0-b460-ff6585ba61c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8f3ae30-07f9-4a91-9442-31b27cbf5240 HTTP/1.1" status: 200 len: 919 time: 0.1153073 Jun 28 14:05:38.587556 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c1489-f977-49df-b951-ad422774b128 req-ee2bf275-85a3-4636-bcb0-72156bb9d682 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:38.589721 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-019c1489-f977-49df-b951-ad422774b128 req-ee2bf275-85a3-4636-bcb0-72156bb9d682 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0964921 Jun 28 14:05:38.632691 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-019c1489-f977-49df-b951-ad422774b128 req-6983eae2-27b7-4d43-903d-7d4d563364b4 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372415 Jun 28 14:05:38.681195 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b101b21-5128-4477-9d61-65046a3c1d06 req-43acec6e-14ee-458e-86df-87aba602e09c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba837890-3e0b-446e-a8c9-f9318227adf2 HTTP/1.1" status: 200 len: 217 time: 0.0989094 Jun 28 14:05:38.791732 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b101b21-5128-4477-9d61-65046a3c1d06 req-195500d2-5980-4c3e-866c-db405d65a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:38.793103 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b101b21-5128-4477-9d61-65046a3c1d06 req-195500d2-5980-4c3e-866c-db405d65a440 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ef022ae7-61d0-4f32-bcef-65ede9752248 HTTP/1.1" status: 200 len: 858 time: 0.0983074 Jun 28 14:05:38.854913 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b101b21-5128-4477-9d61-65046a3c1d06 req-52058bc3-e405-4612-8b69-056a649de1d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8f3ae30-07f9-4a91-9442-31b27cbf5240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522327 Jun 28 14:05:38.883736 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6a9be9-db1f-46b8-b414-c41a92d95e52 {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:05:38.913539 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:38.961712 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0bca8-f7dc-4deb-b6fb-089d559d8625 req-9c662306-8294-436c-8266-a3a574f137a9 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:38.963188 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-afc0bca8-f7dc-4deb-b6fb-089d559d8625 req-9c662306-8294-436c-8266-a3a574f137a9 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.2075555 Jun 28 14:05:38.971420 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Transition to ACTIVE for port object fd6a9be9-db1f-46b8-b414-c41a92d95e52 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:05:38.972588 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53732) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:38.977763 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-d0c293f1-35bf-4083-8137-ac3c5ad0973a tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Request body: {'floatingip': {'port_id': '4df0c0a8-e055-4772-a958-8186e7cc0a17'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:05:38.979140 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:38.982763 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:39.035325 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b101b21-5128-4477-9d61-65046a3c1d06 req-9478d23d-54d3-4fe3-a3bb-335e2ade8c6d service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659873 Jun 28 14:05:39.037172 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d0c293f1-35bf-4083-8137-ac3c5ad0973a tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for floatingip, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:39.048002 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 53736) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:39.055080 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Pushing event updated for resources: {'Port': ['ID=fd6a9be9-db1f-46b8-b414-c41a92d95e52,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:39.058095 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:39.147060 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Attempting to bind port fd6a9be9-db1f-46b8-b414-c41a92d95e52 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:05:39.147970 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Attempting to bind port fd6a9be9-db1f-46b8-b414-c41a92d95e52 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '265200ef-855b-4733-9a82-99dbd4a15f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e22535b9-eb09-4a98-9708-bab7f65b2bb5'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:05:39.147970 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Attempting to bind port fd6a9be9-db1f-46b8-b414-c41a92d95e52 on network e22535b9-eb09-4a98-9708-bab7f65b2bb5 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:05:39.158808 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Port fd6a9be9-db1f-46b8-b414-c41a92d95e52 on network e22535b9-eb09-4a98-9708-bab7f65b2bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:05:39.158930 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Attempting to bind port fd6a9be9-db1f-46b8-b414-c41a92d95e52 on network e22535b9-eb09-4a98-9708-bab7f65b2bb5 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:05:39.169020 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:05:39.169351 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Checking segment: {'id': '265200ef-855b-4733-9a82-99dbd4a15f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e22535b9-eb09-4a98-9708-bab7f65b2bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:05:39.169733 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Bound using segment: {'id': '265200ef-855b-4733-9a82-99dbd4a15f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e22535b9-eb09-4a98-9708-bab7f65b2bb5'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:05:39.170232 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Bound port: fd6a9be9-db1f-46b8-b414-c41a92d95e52, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265200ef-855b-4733-9a82-99dbd4a15f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e22535b9-eb09-4a98-9708-bab7f65b2bb5'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:05:39.170594 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:39.201876 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-310e63f5-b3ea-4f19-92f5-3e669ae51d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:39.252159 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b101b21-5128-4477-9d61-65046a3c1d06 req-15b9f4a8-5148-4886-be24-6fe9127758c7 service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890936 Jun 28 14:05:39.349642 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] For port fd6a9be9-db1f-46b8-b414-c41a92d95e52, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:05:39.361862 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] For port fd6a9be9-db1f-46b8-b414-c41a92d95e52, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=fd6a9be9-db1f-46b8-b414-c41a92d95e52,segment=NetworkSegment(265200ef-855b-4733-9a82-99dbd4a15f24),segment_id=265200ef-855b-4733-9a82-99dbd4a15f24)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:05:39.373989 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:39.382708 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-dd23b5ae-d44c-413c-9b21-6c3d5169d372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:39.484764 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:39.485699 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:39.487588 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] 10.222.0.55 "PUT /v2.0/ports/fd6a9be9-db1f-46b8-b414-c41a92d95e52 HTTP/1.1" status: 200 len: 1094 time: 1.3941009 Jun 28 14:05:39.496253 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdef0f2-94e5-4c96-a447-0ea639c2ee6d', 'tag': 'fd6a9be9-db1f-46b8-b414-c41a92d95e52'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:05:39.499459 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5271d6-5a45-49e8-8b3a-8a9558a6967c" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdef0f2-94e5-4c96-a447-0ea639c2ee6d", "tag": "fd6a9be9-db1f-46b8-b414-c41a92d95e52"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:05:39.544584 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Pushing event updated for resources: {'Port': ['ID=fd6a9be9-db1f-46b8-b414-c41a92d95e52,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:39.548408 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:39.575167 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-310e63f5-b3ea-4f19-92f5-3e669ae51d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:39.600008 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e631c4-9282-4e86-bd04-7d19e0b9965d req-b054eb26-6396-4bac-a884-6d3027fb6e50 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:39.601717 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f9e631c4-9282-4e86-bd04-7d19e0b9965d req-b054eb26-6396-4bac-a884-6d3027fb6e50 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 944 time: 0.1742091 Jun 28 14:05:39.622786 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-310e63f5-b3ea-4f19-92f5-3e669ae51d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:39.627519 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:39.674487 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321db8d-cad5-47a0-a733-c5ec8e77ec6e req-e71b04fe-2d03-4d07-b1b4-ee6d3a1dc403 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:39.675971 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f321db8d-cad5-47a0-a733-c5ec8e77ec6e req-e71b04fe-2d03-4d07-b1b4-ee6d3a1dc403 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.1385427 Jun 28 14:05:39.697813 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-310e63f5-b3ea-4f19-92f5-3e669ae51d07 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31d8f6217f3943198d71ade147f04528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6487379 Jun 28 14:05:39.701169 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e63f5-b3ea-4f19-92f5-3e669ae51d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2dc0cb-2345-46c3-81f6-ab01b7dd4dd3,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:39.704593 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-310e63f5-b3ea-4f19-92f5-3e669ae51d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:39.708458 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 53766) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:39.719378 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f9e631c4-9282-4e86-bd04-7d19e0b9965d req-61e072e2-e011-4728-a2e6-c9d5215023f6 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937755 Jun 28 14:05:39.778016 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-ee5561f9-cbec-4c43-afe7-e1607bc8b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:39.779938 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-ee5561f9-cbec-4c43-afe7-e1607bc8b5a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ae704fc71c430a9281b10c2bb76b65&device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 1097 time: 0.2018700 Jun 28 14:05:39.798306 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3b971fde-35af-4e7c-9a42-84896734e800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:39.802086 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69173439-44c5-4480-90a4-a5bbe54bf03a x-openstack-request-id: req-69173439-44c5-4480-90a4-a5bbe54bf03a {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:05:39.802484 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdef0f2-94e5-4c96-a447-0ea639c2ee6d", "tag": "fd6a9be9-db1f-46b8-b414-c41a92d95e52", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:05:39.802853 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69173439-44c5-4480-90a4-a5bbe54bf03a {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:05:39.803204 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f321db8d-cad5-47a0-a733-c5ec8e77ec6e req-1fca662e-13e0-4b3a-a1cc-e8010a1b8393 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142433 Jun 28 14:05:39.803532 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdef0f2-94e5-4c96-a447-0ea639c2ee6d', 'tag': 'fd6a9be9-db1f-46b8-b414-c41a92d95e52', 'status': 'completed', 'code': 200} Jun 28 14:05:39.808456 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d0c293f1-35bf-4083-8137-ac3c5ad0973a tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:39.816400 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d0c293f1-35bf-4083-8137-ac3c5ad0973a tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:39.892453 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-d7be44c5-f539-4c99-968f-d46ab43ea110 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd6a9be9-db1f-46b8-b414-c41a92d95e52 HTTP/1.1" status: 200 len: 217 time: 0.0805819 Jun 28 14:05:39.896225 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3b971fde-35af-4e7c-9a42-84896734e800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:39.973933 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.l3_db [None req-d0c293f1-35bf-4083-8137-ac3c5ad0973a tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Floating IP 208c31d6-a91f-492f-be3b-7499165bbb79 associated. External IP: 172.27.2.120, port: 4df0c0a8-e055-4772-a958-8186e7cc0a17. Jun 28 14:05:40.004303 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-f478220b-e145-46f0-ac0f-50b59efbbc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:40.005985 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-f478220b-e145-46f0-ac0f-50b59efbbc20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4932e82f-c8c4-4dab-9166-199cea2ea93e HTTP/1.1" status: 200 len: 849 time: 0.1026583 Jun 28 14:05:40.006776 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 53782) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:40.065425 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-625fca50-e31c-4758-b86b-bf160f7da160 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e22535b9-eb09-4a98-9708-bab7f65b2bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313056 Jun 28 14:05:40.078481 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3b971fde-35af-4e7c-9a42-84896734e800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:40.081293 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3b971fde-35af-4e7c-9a42-84896734e800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:40.083073 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-3b971fde-35af-4e7c-9a42-84896734e800 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b2dc0cb-2345-46c3-81f6-ab01b7dd4dd3 HTTP/1.1" status: 204 len: 168 time: 0.3729131 Jun 28 14:05:40.085418 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-7f39d54a-b0b4-4600-b635-c924080aa460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:40.106901 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ec7b36-fd9d-4173-8644-b68cb524dacd admin admin] Deleting subnet 5f49b446-2624-4956-b3ac-1a0a05643b10 {{(pid=93023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:05:40.126236 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7b36-fd9d-4173-8644-b68cb524dacd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:40.160937 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7b36-fd9d-4173-8644-b68cb524dacd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:40.168603 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b971fde-35af-4e7c-9a42-84896734e800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2dc0cb-2345-46c3-81f6-ab01b7dd4dd3,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:40.186920 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3b971fde-35af-4e7c-9a42-84896734e800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:40.188073 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7b36-fd9d-4173-8644-b68cb524dacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722368'] for subnet, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:40.244498 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c293f1-35bf-4083-8137-ac3c5ad0973a tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:05:40.396937 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f496e-c97b-4125-b844-f92581154545 req-d77f13bf-13ad-4986-85ad-a75653e213d3 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:40.398501 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d54f496e-c97b-4125-b844-f92581154545 req-d77f13bf-13ad-4986-85ad-a75653e213d3 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 946 time: 0.1481190 Jun 28 14:05:40.432425 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c293f1-35bf-4083-8137-ac3c5ad0973a tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:05:40.438817 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d0c293f1-35bf-4083-8137-ac3c5ad0973a tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:40.441659 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53794) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:40.444281 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a018a4-2193-4ef0-a773-66b64c4fa635 None None] Sync routers for ids ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:05:40.465543 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a018a4-2193-4ef0-a773-66b64c4fa635 None None] Routers {'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:05:40.466552 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-94a018a4-2193-4ef0-a773-66b64c4fa635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:05:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:40.490356 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d7db34ee-d62e-4ffd-b012-711b21829008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:40.507122 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d54f496e-c97b-4125-b844-f92581154545 req-f12e4a87-3bed-422e-85e2-0f4f904accdb tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/security-groups?id=adaef590-870d-4a88-bc5b-fd06638fd049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984399 Jun 28 14:05:40.526311 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-d0c293f1-35bf-4083-8137-ac3c5ad0973a tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "PUT /v2.0/floatingips/208c31d6-a91f-492f-be3b-7499165bbb79 HTTP/1.1" status: 200 len: 991 time: 1.5523245 Jun 28 14:05:40.537302 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2dae7b-1494-4d83-8169-30596a3f12ed', 'tag': '4df0c0a8-e055-4772-a958-8186e7cc0a17'}] {{(pid=93024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:05:40.541309 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57de81fc55b96f5fe3d2266ad050390b1d2e29b100cf4860e7301d44a90885d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8be2ea-0bea-403a-95ff-70b0f30a6f23" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2dae7b-1494-4d83-8169-30596a3f12ed", "tag": "4df0c0a8-e055-4772-a958-8186e7cc0a17"}]}' {{(pid=93024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:05:40.579241 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-ac1e5d2b-f5c9-48d8-b0cf-78e4a5aa6442 service neutron] 10.222.0.55 "GET /v2.0/networks/e22535b9-eb09-4a98-9708-bab7f65b2bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881504 Jun 28 14:05:40.586282 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7b36-fd9d-4173-8644-b68cb524dacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for subnet, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:40.593261 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93069b9f-cd6a-4834-a17a-3ae493d5e7ae x-openstack-request-id: req-93069b9f-cd6a-4834-a17a-3ae493d5e7ae {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:05:40.594219 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2dae7b-1494-4d83-8169-30596a3f12ed", "tag": "4df0c0a8-e055-4772-a958-8186e7cc0a17", "status": "completed", "code": 200}]} {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:05:40.594219 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-93069b9f-cd6a-4834-a17a-3ae493d5e7ae {{(pid=93024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:05:40.594767 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2dae7b-1494-4d83-8169-30596a3f12ed', 'tag': '4df0c0a8-e055-4772-a958-8186e7cc0a17', 'status': 'completed', 'code': 200} Jun 28 14:05:40.595511 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-94a018a4-2193-4ef0-a773-66b64c4fa635 None None] Set router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:05:40.599005 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-7041746e-d580-4ae5-b7e9-465e70b28ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:40.646364 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7b36-fd9d-4173-8644-b68cb524dacd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:40.648525 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-b0ec7b36-fd9d-4173-8644-b68cb524dacd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5f49b446-2624-4956-b3ac-1a0a05643b10 HTTP/1.1" status: 204 len: 168 time: 0.6408641 Jun 28 14:05:40.655256 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec7b36-fd9d-4173-8644-b68cb524dacd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f49b446-2624-4956-b3ac-1a0a05643b10,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:40.657759 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 53800) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:40.662980 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-b0ec7b36-fd9d-4173-8644-b68cb524dacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:40.667656 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d7db34ee-d62e-4ffd-b012-711b21829008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:40.673020 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d7db34ee-d62e-4ffd-b012-711b21829008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:40.677744 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-8a3add65-7854-4f27-be15-3a0f4626ce08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:40.716171 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-d7db34ee-d62e-4ffd-b012-711b21829008 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fbfdbfc97ca741df9d72d1539480aeef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704532 Jun 28 14:05:40.716412 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53802) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:40.723243 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db34ee-d62e-4ffd-b012-711b21829008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228f5cc3-a49c-4740-8aae-56c7b3b9185e,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:40.726574 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-d7db34ee-d62e-4ffd-b012-711b21829008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:40.775487 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5c0739fe-a4c9-4972-9436-e5867df0b790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:40.796942 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5c0739fe-a4c9-4972-9436-e5867df0b790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:40.835749 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813611'] for network, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:40.842847 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-de0fb11e-5a09-426b-a145-4a2c2b616e91 req-1526ddb7-1041-4181-8872-ebe5aed04fe8 service neutron] 10.222.0.55 "GET /v2.0/networks/e22535b9-eb09-4a98-9708-bab7f65b2bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528343 Jun 28 14:05:40.859118 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be2ea-0bea-403a-95ff-70b0f30a6f23 req-2b06ab4b-a1a5-4832-9016-52a95fe76310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:40.860536 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c8be2ea-0bea-403a-95ff-70b0f30a6f23 req-2b06ab4b-a1a5-4832-9016-52a95fe76310 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d4eac73e6144623876ae1a05fa00695&device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 1098 time: 0.1919825 Jun 28 14:05:40.869047 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5c0739fe-a4c9-4972-9436-e5867df0b790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:40.872669 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5c0739fe-a4c9-4972-9436-e5867df0b790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:40.874183 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-5c0739fe-a4c9-4972-9436-e5867df0b790 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/228f5cc3-a49c-4740-8aae-56c7b3b9185e HTTP/1.1" status: 204 len: 168 time: 0.1569319 Jun 28 14:05:40.876570 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-eccfaecb-21bf-4a33-9a5f-b6fe746bc527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:40.878439 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-94a018a4-2193-4ef0-a773-66b64c4fa635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:55Z', 'revision_number': 4, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '208c31d6-a91f-492f-be3b-7499165bbb79', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'port_id': '4df0c0a8-e055-4772-a958-8186e7cc0a17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'mac_address': 'fa:16:3e:6d:07:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2dae7b-1494-4d83-8169-30596a3f12ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:05:06Z', 'updated_at': '2021-06-28T14:05:39Z', 'revision_number': 1, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c514ccf3-465b-4b68-b075-c4f0c57da646', 'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'mac_address': 'fa:16:3e:ff:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:52Z', 'updated_at': '2021-06-28T14:05:05Z', 'revision_number': 5, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'subnets': [{'id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:40.914975 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a018a4-2193-4ef0-a773-66b64c4fa635 None None] Checking router: cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:05:40.925412 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a018a4-2193-4ef0-a773-66b64c4fa635 None None] Routers {'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:05:40.926020 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-94a018a4-2193-4ef0-a773-66b64c4fa635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:05:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:40.981979 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0739fe-a4c9-4972-9436-e5867df0b790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228f5cc3-a49c-4740-8aae-56c7b3b9185e,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:40.997745 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-5c0739fe-a4c9-4972-9436-e5867df0b790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:41.056218 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722966', 'neutron.services.segments.db._delete_segments_for_network-8749054792488'] for network, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:41.070486 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75647537-32c6-491f-a337-a4f9a1905a95 req-84765276-4a47-498b-bccb-f466bb70555f tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:41.074630 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:41.074977 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:41.075723 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:41.076089 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Subscribe: > port after_create 55550000 {{(pid=93023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:41.076414 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:41.076759 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Subscribe: > port after_update 55550000 {{(pid=93023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:41.077112 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:41.077416 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:41.077727 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:41.078041 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:41.080628 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-75647537-32c6-491f-a337-a4f9a1905a95 req-84765276-4a47-498b-bccb-f466bb70555f tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 944 time: 0.2047381 Jun 28 14:05:41.117868 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-94a018a4-2193-4ef0-a773-66b64c4fa635 None None] Set router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:05:41.131744 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-75647537-32c6-491f-a337-a4f9a1905a95 req-756ca8bb-5bc4-4d8d-a7e8-cdafdde44119 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489397 Jun 28 14:05:41.272716 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:41.273176 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:41.273768 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:41.274197 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:41.274655 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297611e4-f37f-4893-9f77-a1c2f5e0f770']}} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:41.313043 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2885c27-64e3-459c-870c-88e56fba4752') {'for_net_delete': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:41.313273 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2885c27-64e3-459c-870c-88e56fba4752') {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:41.357972 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054738571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6591768'] for segment, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:41.376273 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-94a018a4-2193-4ef0-a773-66b64c4fa635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:55Z', 'revision_number': 4, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '208c31d6-a91f-492f-be3b-7499165bbb79', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'port_id': '4df0c0a8-e055-4772-a958-8186e7cc0a17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'mac_address': 'fa:16:3e:6d:07:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2dae7b-1494-4d83-8169-30596a3f12ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:05:06Z', 'updated_at': '2021-06-28T14:05:39Z', 'revision_number': 1, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c514ccf3-465b-4b68-b075-c4f0c57da646', 'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'mac_address': 'fa:16:3e:ff:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:52Z', 'updated_at': '2021-06-28T14:05:05Z', 'revision_number': 5, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'subnets': [{'id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:41.386662 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be2ea-0bea-403a-95ff-70b0f30a6f23 req-72c1941a-37d1-4e94-96dc-8531776a9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:41.388267 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c8be2ea-0bea-403a-95ff-70b0f30a6f23 req-72c1941a-37d1-4e94-96dc-8531776a9cca service neutron] 10.222.0.55 "GET /v2.0/networks?id=eee0d957-c088-43bb-b147-4b4d998ec199 HTTP/1.1" status: 200 len: 912 time: 0.5043032 Jun 28 14:05:41.403014 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:41.406625 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a018a4-2193-4ef0-a773-66b64c4fa635 None None] The sync data for ids ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'] in dv-cinder-761113-15-iscsi is: [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:55Z', 'revision_number': 4, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '208c31d6-a91f-492f-be3b-7499165bbb79', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'port_id': '4df0c0a8-e055-4772-a958-8186e7cc0a17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'mac_address': 'fa:16:3e:6d:07:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2dae7b-1494-4d83-8169-30596a3f12ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:05:06Z', 'updated_at': '2021-06-28T14:05:39Z', 'revision_number': 1, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c514ccf3-465b-4b68-b075-c4f0c57da646', 'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'mac_address': 'fa:16:3e:ff:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:52Z', 'updated_at': '2021-06-28T14:05:05Z', 'revision_number': 5, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'subnets': [{'id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:05:41.423388 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:05:41.423723 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6809206'] for segment, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: from cryptography.utils import int_from_bytes Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: from cryptography.utils import int_from_bytes Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: Traceback (most recent call last): Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: timer() Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: cb(*args, **kw) Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: return func(*args, **kwargs) Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: self._notify() Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: self.callback(batched_events) Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: event.method(event) Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: return f(self, *a, **k) Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._get(url).json() Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: return self.request(url, 'GET', **kwargs) Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:05:41.457717 dv-cinder-761113-15-iscsi neutron-server[93023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:05:41.478317 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5271d6-5a45-49e8-8b3a-8a9558a6967c req-7fcbfb8b-ca10-48f0-b808-41e9fd41332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:41.480088 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c5271d6-5a45-49e8-8b3a-8a9558a6967c req-7fcbfb8b-ca10-48f0-b808-41e9fd41332e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ae704fc71c430a9281b10c2bb76b65&device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 1097 time: 0.4745615 Jun 28 14:05:41.609699 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c8be2ea-0bea-403a-95ff-70b0f30a6f23 req-1a4822ce-5193-4656-a599-39fab494782c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df0c0a8-e055-4772-a958-8186e7cc0a17 HTTP/1.1" status: 200 len: 999 time: 0.2034476 Jun 28 14:05:41.613112 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707171'] for network, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:41.627302 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19186dd4-3068-4453-8256-dd21571f0f56 req-0b181454-01c5-400c-8844-7f2d4cdb1f3e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:41.629293 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-19186dd4-3068-4453-8256-dd21571f0f56 req-0b181454-01c5-400c-8844-7f2d4cdb1f3e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.3357854 Jun 28 14:05:41.636938 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:41.638882 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] 10.222.0.11 "DELETE /v2.0/networks/297611e4-f37f-4893-9f77-a1c2f5e0f770 HTTP/1.1" status: 204 len: 168 time: 0.9793119 Jun 28 14:05:41.642151 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53838) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:41.649545 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:41.700219 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Pushing event deleted for resources: {'Network': ['ID=297611e4-f37f-4893-9f77-a1c2f5e0f770,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:41.705263 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedfa9b2-26e9-49c6-80f3-14165e1ad73c None None] New status for floating IP 208c31d6-a91f-492f-be3b-7499165bbb79: ACTIVE {{(pid=93025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:05:41.707385 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:41.707610 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Deleting subnet 6cac0207-3217-443f-894a-58a51cdeadd1 {{(pid=93024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:05:41.713505 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:41.753885 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5271d6-5a45-49e8-8b3a-8a9558a6967c req-5b399d04-70b6-4e23-b6df-aa860a7b3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:41.755988 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c5271d6-5a45-49e8-8b3a-8a9558a6967c req-5b399d04-70b6-4e23-b6df-aa860a7b3b63 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e22535b9-eb09-4a98-9708-bab7f65b2bb5 HTTP/1.1" status: 200 len: 910 time: 0.2368836 Jun 28 14:05:41.759894 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be2ea-0bea-403a-95ff-70b0f30a6f23 req-ac35edd9-1b56-4c7e-9a93-0b0387e21f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:41.762768 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c8be2ea-0bea-403a-95ff-70b0f30a6f23 req-ac35edd9-1b56-4c7e-9a93-0b0387e21f09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5382c2d3-8699-42f8-80f8-0424fb51b52e HTTP/1.1" status: 200 len: 850 time: 0.1289132 Jun 28 14:05:41.763115 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:41.764351 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-19186dd4-3068-4453-8256-dd21571f0f56 req-d4129c6e-5652-4d1e-be8f-407b70e8170d tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227260 Jun 28 14:05:41.777846 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722368'] for subnet, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:41.818770 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c5271d6-5a45-49e8-8b3a-8a9558a6967c req-3235f869-a35f-41c9-8a68-017d0483f4f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd6a9be9-db1f-46b8-b414-c41a92d95e52 HTTP/1.1" status: 200 len: 217 time: 0.0534599 Jun 28 14:05:41.866348 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for subnet, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:41.870302 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-3b625ff9-b1ab-405a-a362-f6ccf3f92ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:41.895374 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5271d6-5a45-49e8-8b3a-8a9558a6967c req-214a3b42-38c4-49f9-9cc5-2f8954a3644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:41.897244 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c5271d6-5a45-49e8-8b3a-8a9558a6967c req-214a3b42-38c4-49f9-9cc5-2f8954a3644e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4932e82f-c8c4-4dab-9166-199cea2ea93e HTTP/1.1" status: 200 len: 849 time: 0.0544417 Jun 28 14:05:41.935801 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cac0207-3217-443f-894a-58a51cdeadd1,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:41.945397 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be2ea-0bea-403a-95ff-70b0f30a6f23 req-6410ff2b-7d1c-4dc8-b21b-e5843e3b3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:41.946944 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c8be2ea-0bea-403a-95ff-70b0f30a6f23 req-6410ff2b-7d1c-4dc8-b21b-e5843e3b3e20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eee0d957-c088-43bb-b147-4b4d998ec199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1378980 Jun 28 14:05:41.949845 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c5271d6-5a45-49e8-8b3a-8a9558a6967c req-8acbe415-7005-46b1-bb4c-7d130f64b57e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e22535b9-eb09-4a98-9708-bab7f65b2bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357931 Jun 28 14:05:41.953173 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:41.955759 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6cac0207-3217-443f-894a-58a51cdeadd1 HTTP/1.1" status: 204 len: 168 time: 0.3114803 Jun 28 14:05:41.958328 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 53846) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:41.992030 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:41.992395 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:41.992755 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:41.993102 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:41.993449 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:41.993794 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:41.994136 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:41.994474 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:41.994811 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:41.995787 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:41.996139 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:41.996515 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:42.000012 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:42.032945 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897b1f3-a400-42e5-bb2b-3ae6b3887fb6 req-802dbd5d-1b6a-4d60-a08a-451ad0bff342 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:42.034529 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2897b1f3-a400-42e5-bb2b-3ae6b3887fb6 req-802dbd5d-1b6a-4d60-a08a-451ad0bff342 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 946 time: 0.1000001 Jun 28 14:05:42.075235 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2897b1f3-a400-42e5-bb2b-3ae6b3887fb6 req-7c635d2e-c0c8-4002-bcfd-96ff7d7bb9bd tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/security-groups?id=adaef590-870d-4a88-bc5b-fd06638fd049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344772 Jun 28 14:05:42.154079 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813611'] for network, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:42.202291 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c5271d6-5a45-49e8-8b3a-8a9558a6967c req-d14ef469-64ee-48c2-be84-10a9207caf69 service neutron] 10.222.0.55 "GET /v2.0/networks/e22535b9-eb09-4a98-9708-bab7f65b2bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835792 Jun 28 14:05:42.254303 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c8be2ea-0bea-403a-95ff-70b0f30a6f23 req-2ab47596-f989-4343-b3cb-232c576b6331 service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344766 Jun 28 14:05:42.399127 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722966', 'neutron.services.segments.db._delete_segments_for_network-8749054792488'] for network, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:42.440995 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68652ad2-3247-4c0e-8d86-1c496b2279d9']}} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:42.460469 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8eeb35-7fae-405a-b2f6-6d536f4abe77') {'for_net_delete': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:42.460775 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8eeb35-7fae-405a-b2f6-6d536f4abe77') {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:42.490937 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054738571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6591768'] for segment, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:42.508020 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c5271d6-5a45-49e8-8b3a-8a9558a6967c req-76b12d21-5d10-4a4e-8e2c-36c345aea3b3 service neutron] 10.222.0.55 "GET /v2.0/networks/e22535b9-eb09-4a98-9708-bab7f65b2bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749853 Jun 28 14:05:42.524486 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:42.534090 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c8be2ea-0bea-403a-95ff-70b0f30a6f23 req-2946fea2-86ed-46b9-a79a-1ea25a494445 service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626257 Jun 28 14:05:42.541331 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:05:42.541782 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6809206'] for segment, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: Traceback (most recent call last): Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: timer() Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: cb(*args, **kw) Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: return func(*args, **kwargs) Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: self._notify() Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: self.callback(batched_events) Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: event.method(event) Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: return f(self, *a, **k) Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._get(url).json() Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: return self.request(url, 'GET', **kwargs) Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:05:42.543633 dv-cinder-761113-15-iscsi neutron-server[93023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:05:42.567337 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43467b-0c06-42bb-abc9-dc1256c2c671 req-0eb844aa-06ee-4c01-b02c-e057c8e1c4fa tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:42.568912 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2d43467b-0c06-42bb-abc9-dc1256c2c671 req-0eb844aa-06ee-4c01-b02c-e057c8e1c4fa tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 944 time: 0.3137426 Jun 28 14:05:42.632802 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707171'] for network, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:42.640181 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-77d7663c-53e0-4803-9f59-c95c6646be71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:42.642953 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:42.644466 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] 10.222.0.11 "DELETE /v2.0/networks/68652ad2-3247-4c0e-8d86-1c496b2279d9 HTTP/1.1" status: 204 len: 168 time: 0.6851006 Jun 28 14:05:42.648985 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2d43467b-0c06-42bb-abc9-dc1256c2c671 req-3a1e03c3-32d3-41e9-a619-14fdb0623888 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547163 Jun 28 14:05:42.814339 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53882) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:42.865912 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-963df997-ac44-4847-b297-95080cf72885 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eaa674ec80ee4c5dbbbde24d880bee62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507724 Jun 28 14:05:42.866617 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53884) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:42.878771 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Pushing event deleted for resources: {'Network': ['ID=68652ad2-3247-4c0e-8d86-1c496b2279d9,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:42.888152 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:42.888525 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:42.888888 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:42.889242 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:42.889594 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:42.889945 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:42.890297 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:42.890646 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:42.890993 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:42.891338 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:42.891714 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:42.892040 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:42.895561 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-be2a017c-107e-4146-883d-e889d057c9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:42.937318 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9f21-ca51-4d2a-b4b7-545ac3f138a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:42.964203 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9f21-ca51-4d2a-b4b7-545ac3f138a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:42.981404 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced0f4e-5694-42d7-83c9-510fe2670b16 req-3a4d3e84-9d1f-4ce6-a50a-5325863572c3 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:42.983016 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ced0f4e-5694-42d7-83c9-510fe2670b16 req-3a4d3e84-9d1f-4ce6-a50a-5325863572c3 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0711532 Jun 28 14:05:43.023418 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ced0f4e-5694-42d7-83c9-510fe2670b16 req-96c3c9d6-926d-4ed9-9ac1-bd6ba607d236 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338054 Jun 28 14:05:43.229190 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9f21-ca51-4d2a-b4b7-545ac3f138a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:43.232081 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9f21-ca51-4d2a-b4b7-545ac3f138a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:43.233234 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-9f2b9f21-ca51-4d2a-b4b7-545ac3f138a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82b9045e-b3a0-4178-a593-e4a4d07fb499 HTTP/1.1" status: 204 len: 168 time: 0.3652751 Jun 28 14:05:43.233996 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-6505d85b-1b3e-430d-9717-15453566392e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:43.243446 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b9f21-ca51-4d2a-b4b7-545ac3f138a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b9045e-b3a0-4178-a593-e4a4d07fb499,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:43.245802 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-9f2b9f21-ca51-4d2a-b4b7-545ac3f138a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:43.281568 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82fc66-adbf-4931-8953-b9e1392de828 req-3d5a996e-914e-4dc3-82a5-84a2da1b3c0b tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:43.281986 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fd82fc66-adbf-4931-8953-b9e1392de828 req-3d5a996e-914e-4dc3-82a5-84a2da1b3c0b tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 946 time: 0.0768478 Jun 28 14:05:43.323162 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fd82fc66-adbf-4931-8953-b9e1392de828 req-5fcc5877-057f-434c-a3d4-88e65ed7f592 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/security-groups?id=adaef590-870d-4a88-bc5b-fd06638fd049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352957 Jun 28 14:05:43.555155 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebedfc-65a7-42d3-a353-a545c22382ea req-716335bf-4c7f-4141-8855-ab44b9cdbea6 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:43.556951 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c3ebedfc-65a7-42d3-a353-a545c22382ea req-716335bf-4c7f-4141-8855-ab44b9cdbea6 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.55 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 946 time: 0.1145191 Jun 28 14:05:43.651066 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53910) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:43.701380 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-2e978221-037a-4361-b7b3-0fc18a4a08a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5fafcc2c5f1a4723bf411dea49c2903c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488067 Jun 28 14:05:43.703769 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 53916) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:43.732361 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-c3ebedfc-65a7-42d3-a353-a545c22382ea req-0b57c61e-d50b-4c08-8ca0-6ee5d2e8cbb6 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Deleting port 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:05:43.732708 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c3ebedfc-65a7-42d3-a353-a545c22382ea req-0b57c61e-d50b-4c08-8ca0-6ee5d2e8cbb6 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:43.783525 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-596a1f9e-8b95-4d79-ac1b-46bf7133fba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:43.833317 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-c3ebedfc-65a7-42d3-a353-a545c22382ea req-0b57c61e-d50b-4c08-8ca0-6ee5d2e8cbb6 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] For port 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=75f71e9a-25ca-4b6e-9f30-8336c27f0ec3,segment=NetworkSegment(cc21b609-3ad9-414a-890b-f8a35d130cba),segment_id=cc21b609-3ad9-414a-890b-f8a35d130cba)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:43.833675 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c3ebedfc-65a7-42d3-a353-a545c22382ea req-0b57c61e-d50b-4c08-8ca0-6ee5d2e8cbb6 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:43.834664 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-596a1f9e-8b95-4d79-ac1b-46bf7133fba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:43.849059 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-c3ebedfc-65a7-42d3-a353-a545c22382ea req-0b57c61e-d50b-4c08-8ca0-6ee5d2e8cbb6 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Calling delete_port for 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:05:43.894611 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa518f-0420-4b7d-86cf-777dfa1ffead req-315d2f2b-608b-44f3-b746-79b8d875ae64 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:43.896790 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-82fa518f-0420-4b7d-86cf-777dfa1ffead req-315d2f2b-608b-44f3-b746-79b8d875ae64 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 944 time: 0.1016519 Jun 28 14:05:43.910491 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-596a1f9e-8b95-4d79-ac1b-46bf7133fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:43.913129 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-596a1f9e-8b95-4d79-ac1b-46bf7133fba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:43.916885 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-596a1f9e-8b95-4d79-ac1b-46bf7133fba6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3708003-ef11-4336-858a-97ea676ae15c HTTP/1.1" status: 204 len: 168 time: 0.2094691 Jun 28 14:05:43.937704 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-aea9d5ba-8de3-4952-bbc0-f51c69a7ec79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:43.956313 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a1f9e-8b95-4d79-ac1b-46bf7133fba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3708003-ef11-4336-858a-97ea676ae15c,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:43.961065 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-596a1f9e-8b95-4d79-ac1b-46bf7133fba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:43.968234 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-82fa518f-0420-4b7d-86cf-777dfa1ffead req-20c1b284-9e89-43cc-bd96-d650c3e63680 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649104 Jun 28 14:05:44.027265 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c3ebedfc-65a7-42d3-a353-a545c22382ea req-0b57c61e-d50b-4c08-8ca0-6ee5d2e8cbb6 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:44.031198 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:44.060370 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57c61e-d50b-4c08-8ca0-6ee5d2e8cbb6 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Pushing event deleted for resources: {'Port': ['ID=75f71e9a-25ca-4b6e-9f30-8336c27f0ec3,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:44.063555 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-0b57c61e-d50b-4c08-8ca0-6ee5d2e8cbb6 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:44.120080 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ebedfc-65a7-42d3-a353-a545c22382ea req-0b57c61e-d50b-4c08-8ca0-6ee5d2e8cbb6 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] No DVR routers for this DVR port 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:05:44.123969 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c3ebedfc-65a7-42d3-a353-a545c22382ea req-0b57c61e-d50b-4c08-8ca0-6ee5d2e8cbb6 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:44.126343 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c3ebedfc-65a7-42d3-a353-a545c22382ea req-0b57c61e-d50b-4c08-8ca0-6ee5d2e8cbb6 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.55 "DELETE /v2.0/ports/75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 HTTP/1.1" status: 204 len: 173 time: 0.5634847 Jun 28 14:05:44.126855 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87a7335-301c-4c20-9198-70960b69606f', 'name': 'network-vif-deleted', 'tag': '75f71e9a-25ca-4b6e-9f30-8336c27f0ec3'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:05:44.129779 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fc9b68-b7c4-467b-9f76-db34155f550c" -d '{"events": [{"server_uuid": "a87a7335-301c-4c20-9198-70960b69606f", "name": "network-vif-deleted", "tag": "75f71e9a-25ca-4b6e-9f30-8336c27f0ec3"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:05:44.184562 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603670ce-6b7b-4c02-9fa8-8899cf346ef5 x-openstack-request-id: req-603670ce-6b7b-4c02-9fa8-8899cf346ef5 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:05:44.184884 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87a7335-301c-4c20-9198-70960b69606f", "name": "network-vif-deleted", "tag": "75f71e9a-25ca-4b6e-9f30-8336c27f0ec3", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:05:44.185164 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-603670ce-6b7b-4c02-9fa8-8899cf346ef5 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:05:44.185577 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87a7335-301c-4c20-9198-70960b69606f', 'name': 'network-vif-deleted', 'tag': '75f71e9a-25ca-4b6e-9f30-8336c27f0ec3', 'status': 'completed', 'code': 200} Jun 28 14:05:44.227471 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998990c8-55ea-49fc-8915-fc3a366c0d78 req-4b888a3e-991b-4896-bd42-a65f1e95ee5f tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:44.234021 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-998990c8-55ea-49fc-8915-fc3a366c0d78 req-4b888a3e-991b-4896-bd42-a65f1e95ee5f tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0829885 Jun 28 14:05:44.272344 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-998990c8-55ea-49fc-8915-fc3a366c0d78 req-99e1d925-1037-49cb-985b-d7ea6a009db5 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374544 Jun 28 14:05:44.475728 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-0ccc2e17-8b8f-4dfc-8139-86344de6e9ad req-814a1d91-db4f-4503-9923-233f92678c5a tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] 10.222.0.11 "GET /v2.0/ports?device_id=a87a7335-301c-4c20-9198-70960b69606f HTTP/1.1" status: 200 len: 210 time: 0.0376601 Jun 28 14:05:45.286110 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6df44-faaa-474b-844a-8a85744c3cf3 req-d0ac9be6-a9bf-455e-a08e-9951616ee165 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:45.289060 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-35d6df44-faaa-474b-844a-8a85744c3cf3 req-d0ac9be6-a9bf-455e-a08e-9951616ee165 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 944 time: 0.1205349 Jun 28 14:05:45.341777 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-35d6df44-faaa-474b-844a-8a85744c3cf3 req-027fd0c3-fa0e-4f41-a698-10fe9835f245 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376680 Jun 28 14:05:45.536378 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02554320-5c8b-46c2-acb1-4fa674ab7fc3 req-38c9b74f-26ea-40b9-833c-dbdc1a0ca418 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:45.537925 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-02554320-5c8b-46c2-acb1-4fa674ab7fc3 req-38c9b74f-26ea-40b9-833c-dbdc1a0ca418 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0816450 Jun 28 14:05:45.579152 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-02554320-5c8b-46c2-acb1-4fa674ab7fc3 req-fb26dc4f-e37c-4724-9384-d02d7d31f510 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349996 Jun 28 14:05:45.657923 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device fd6a9be9-db1f-46b8-b414-c41a92d95e52 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:05:45.675715 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:05:45.697390 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:05:45.697690 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 75f71e9a-25ca-4b6e-9f30-8336c27f0ec3 not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:05:45.781860 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port fd6a9be9-db1f-46b8-b414-c41a92d95e52, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=fd6a9be9-db1f-46b8-b414-c41a92d95e52,segment=NetworkSegment(265200ef-855b-4733-9a82-99dbd4a15f24),segment_id=265200ef-855b-4733-9a82-99dbd4a15f24)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:45.793214 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': 'fd6a9be9-db1f-46b8-b414-c41a92d95e52', 'network_id': 'e22535b9-eb09-4a98-9708-bab7f65b2bb5', 'port_id': 'fd6a9be9-db1f-46b8-b414-c41a92d95e52', 'mac_address': 'fa:16:3e:7d:a0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4932e82f-c8c4-4dab-9166-199cea2ea93e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:05:45.963669 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:45.977817 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6a9be9-db1f-46b8-b414-c41a92d95e52 {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:05:46.001561 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port fd6a9be9-db1f-46b8-b414-c41a92d95e52, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=fd6a9be9-db1f-46b8-b414-c41a92d95e52,segment=NetworkSegment(265200ef-855b-4733-9a82-99dbd4a15f24),segment_id=265200ef-855b-4733-9a82-99dbd4a15f24)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:46.008501 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:46.012079 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-a638d3ad-1e4d-4a2f-a2c1-1ee1534d4e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:46.066526 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=fd6a9be9-db1f-46b8-b414-c41a92d95e52,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:46.074052 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:46.074396 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:46.074747 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:46.075101 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:46.075456 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:46.075823 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:46.076163 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:46.076505 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:46.076847 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:46.077180 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:46.077510 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:46.077834 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:05:46.081876 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:46.527025 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d42824-e8d4-48b3-a600-46aecd75faab req-a609ee26-25a7-48c2-a18e-33712da6a3de tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:46.528516 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-21d42824-e8d4-48b3-a600-46aecd75faab req-a609ee26-25a7-48c2-a18e-33712da6a3de tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 945 time: 0.0714724 Jun 28 14:05:46.571017 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-21d42824-e8d4-48b3-a600-46aecd75faab req-d8105dea-79f8-4601-8dfa-917fffadf31e tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368662 Jun 28 14:05:46.748636 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9eefa5-92cb-4711-8c5c-bd8320e229c9 req-afa01f9a-27ba-41af-bc3b-4ff6ff2f761e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:46.750070 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7d9eefa5-92cb-4711-8c5c-bd8320e229c9 req-afa01f9a-27ba-41af-bc3b-4ff6ff2f761e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0609651 Jun 28 14:05:46.785429 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7d9eefa5-92cb-4711-8c5c-bd8320e229c9 req-746a6b73-26c8-4615-9646-6032839e4912 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298693 Jun 28 14:05:48.898777 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc66b0-1387-4114-a997-f67fec47bed5 req-cbd9556e-8d3e-460e-9b2d-25e92156050a tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:48.900258 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f8cc66b0-1387-4114-a997-f67fec47bed5 req-cbd9556e-8d3e-460e-9b2d-25e92156050a tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 945 time: 0.0646265 Jun 28 14:05:48.939119 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f8cc66b0-1387-4114-a997-f67fec47bed5 req-3762087f-f8d7-4fe0-ab96-d53770b29cca tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330348 Jun 28 14:05:48.945274 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832a8c3-f3d7-4490-938a-26058a308c82 req-56daa2a0-843c-4b2a-9a94-3404ec1e3ea0 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:48.946782 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b832a8c3-f3d7-4490-938a-26058a308c82 req-56daa2a0-843c-4b2a-9a94-3404ec1e3ea0 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0683322 Jun 28 14:05:48.984451 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b832a8c3-f3d7-4490-938a-26058a308c82 req-d46a512f-9ba7-45a2-86a3-94172c14275c tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319588 Jun 28 14:05:49.058829 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['fd6a9be9-db1f-46b8-b414-c41a92d95e52'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:05:50.113493 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45767af5-9b04-4079-a3ad-40d185fdd59f req-0245a7cf-fd9c-4b81-a1e1-245fb45a6756 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:50.115192 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-45767af5-9b04-4079-a3ad-40d185fdd59f req-0245a7cf-fd9c-4b81-a1e1-245fb45a6756 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 945 time: 0.0634758 Jun 28 14:05:50.155308 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-45767af5-9b04-4079-a3ad-40d185fdd59f req-d43f3ef2-889d-4b8b-b05b-c1b0407ea95b tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342970 Jun 28 14:05:50.201894 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ae295-d99c-4b4e-a949-f5311061fabb req-6ba829c0-b8ed-4536-a7de-5affc8f547e6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:50.203365 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-dd7ae295-d99c-4b4e-a949-f5311061fabb req-6ba829c0-b8ed-4536-a7de-5affc8f547e6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0721030 Jun 28 14:05:50.242565 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-dd7ae295-d99c-4b4e-a949-f5311061fabb req-73625964-3dcd-45dc-aa6a-d3a817b08b6f tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329564 Jun 28 14:05:50.366862 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54092) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:50.412181 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_v2 [None req-792ef651-fc82-437b-a0bc-b890cd0abbef admin admin] Deleting subnet ec82ae8f-7b15-4910-b034-ca057e76ff7c {{(pid=93024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:05:50.415567 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-792ef651-fc82-437b-a0bc-b890cd0abbef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:50.471556 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-792ef651-fc82-437b-a0bc-b890cd0abbef admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:50.471556 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-792ef651-fc82-437b-a0bc-b890cd0abbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722368'] for subnet, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:50.537513 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-792ef651-fc82-437b-a0bc-b890cd0abbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for subnet, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:50.541037 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-c5f6318d-6842-48ae-ace6-bba000238780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:50.570303 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ef651-fc82-437b-a0bc-b890cd0abbef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec82ae8f-7b15-4910-b034-ca057e76ff7c,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:50.573356 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-792ef651-fc82-437b-a0bc-b890cd0abbef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:50.575808 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-792ef651-fc82-437b-a0bc-b890cd0abbef admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ec82ae8f-7b15-4910-b034-ca057e76ff7c HTTP/1.1" status: 204 len: 168 time: 0.2076993 Jun 28 14:05:50.577039 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-792ef651-fc82-437b-a0bc-b890cd0abbef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:50.577912 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54102) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:50.671278 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device fd6a9be9-db1f-46b8-b414-c41a92d95e52 up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:05:50.673236 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813611'] for network, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:50.742039 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port fd6a9be9-db1f-46b8-b414-c41a92d95e52 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:05:50.745974 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port fd6a9be9-db1f-46b8-b414-c41a92d95e52 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:05:50.746376 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:50.777931 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722966', 'neutron.services.segments.db._delete_segments_for_network-8749054792488'] for network, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:50.788654 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:50.788998 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:50.789734 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:50.790091 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Subscribe: > port after_create 55550000 {{(pid=93024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:50.790410 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:50.790750 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Subscribe: > port after_update 55550000 {{(pid=93024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:50.791081 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:50.791395 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:50.791714 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:50.792036 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:50.833917 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:50.856322 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdef0f2-94e5-4c96-a447-0ea639c2ee6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6a9be9-db1f-46b8-b414-c41a92d95e52'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:05:50.858769 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37632538-03d4-4d88-8070-d7c01706324c" -d '{"events": [{"server_uuid": "cbdef0f2-94e5-4c96-a447-0ea639c2ee6d", "name": "network-vif-plugged", "status": "completed", "tag": "fd6a9be9-db1f-46b8-b414-c41a92d95e52"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:05:50.861252 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:50.861564 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:50.862169 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:50.862552 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:05:50.863516 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12aeba65-a015-4ce1-922f-174132ee33d8']}} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:50.872313 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port fd6a9be9-db1f-46b8-b414-c41a92d95e52, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=fd6a9be9-db1f-46b8-b414-c41a92d95e52,segment=NetworkSegment(265200ef-855b-4733-9a82-99dbd4a15f24),segment_id=265200ef-855b-4733-9a82-99dbd4a15f24)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:50.877996 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:50.881711 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:50.883642 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc21b609-3ad9-414a-890b-f8a35d130cba') {'for_net_delete': True} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:50.884178 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc21b609-3ad9-414a-890b-f8a35d130cba') {} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:05:50.902217 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054738571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640469'] for segment, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:50.911963 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fa1cf8-417b-46bf-8d31-b3b2a9a9ce23 x-openstack-request-id: req-a1fa1cf8-417b-46bf-8d31-b3b2a9a9ce23 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:05:50.912340 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdef0f2-94e5-4c96-a447-0ea639c2ee6d", "name": "network-vif-plugged", "status": "completed", "tag": "fd6a9be9-db1f-46b8-b414-c41a92d95e52", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:05:50.912667 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1fa1cf8-417b-46bf-8d31-b3b2a9a9ce23 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:05:50.913123 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdef0f2-94e5-4c96-a447-0ea639c2ee6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6a9be9-db1f-46b8-b414-c41a92d95e52', 'code': 200} Jun 28 14:05:50.924926 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:50.935382 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:05:50.936150 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6079670'] for segment, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:50.938564 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=fd6a9be9-db1f-46b8-b414-c41a92d95e52,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: from cryptography.utils import int_from_bytes Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: from cryptography.utils import int_from_bytes Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: Traceback (most recent call last): Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: timer() Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: cb(*args, **kw) Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: return func(*args, **kwargs) Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: self._notify() Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: self.callback(batched_events) Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: event.method(event) Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: return f(self, *a, **k) Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: return self._get(url).json() Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: return self.request(url, 'GET', **kwargs) Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:05:50.941194 dv-cinder-761113-15-iscsi neutron-server[93024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:05:50.945242 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:51.034467 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707171'] for network, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:51.040421 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:51.080335 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Pushing event deleted for resources: {'Network': ['ID=12aeba65-a015-4ce1-922f-174132ee33d8,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:51.083300 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:51.084664 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:51.086934 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] 10.222.0.11 "DELETE /v2.0/networks/12aeba65-a015-4ce1-922f-174132ee33d8 HTTP/1.1" status: 204 len: 168 time: 0.5077040 Jun 28 14:05:51.232739 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2b92d-886c-490a-bf8d-a13ae5fdb952 req-afe8a50a-7ec9-435b-a96d-5c9926a12137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:51.234714 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-86d2b92d-886c-490a-bf8d-a13ae5fdb952 req-afe8a50a-7ec9-435b-a96d-5c9926a12137 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 1099 time: 0.0687194 Jun 28 14:05:51.284218 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-86d2b92d-886c-490a-bf8d-a13ae5fdb952 req-a2c00142-16a5-431e-8205-18de25b003ad service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325043 Jun 28 14:05:51.296338 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54132) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:51.342858 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-9de36c7f-4560-4b68-8ee1-085f8c97c6c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f5f67fe78354462d874debb6acc397b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427969 Jun 28 14:05:51.343154 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54134) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:51.358180 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c732dd2-f3a9-4423-9940-2459a41532f5 req-4d8ffed2-e9e8-48b2-a816-8b709ce58020 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:51.359676 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2c732dd2-f3a9-4423-9940-2459a41532f5 req-4d8ffed2-e9e8-48b2-a816-8b709ce58020 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 946 time: 0.0694275 Jun 28 14:05:51.399203 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2c732dd2-f3a9-4423-9940-2459a41532f5 req-e45612cc-5ff2-40bc-88b5-e87d13f22702 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317795 Jun 28 14:05:51.437170 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6ab059d8-8e28-4f60-a82a-abc8e495e2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:51.466261 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6ab059d8-8e28-4f60-a82a-abc8e495e2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:51.475078 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346385d2-a0f6-4b21-94a8-c5fa3a09149a req-7e6071cc-66dc-4a73-bb44-4093923d5b88 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:51.476590 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-346385d2-a0f6-4b21-94a8-c5fa3a09149a req-7e6071cc-66dc-4a73-bb44-4093923d5b88 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.1042087 Jun 28 14:05:51.535909 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-346385d2-a0f6-4b21-94a8-c5fa3a09149a req-cc8cd7ea-fcb8-4522-8d8b-d576e6423894 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531425 Jun 28 14:05:51.559969 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6ab059d8-8e28-4f60-a82a-abc8e495e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:51.563227 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6ab059d8-8e28-4f60-a82a-abc8e495e2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:51.564534 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-6ab059d8-8e28-4f60-a82a-abc8e495e2a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/adaef590-870d-4a88-bc5b-fd06638fd049 HTTP/1.1" status: 204 len: 168 time: 0.2203350 Jun 28 14:05:51.565272 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-99dacde6-b893-4458-b26f-65ab314d9e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:51.574393 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab059d8-8e28-4f60-a82a-abc8e495e2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaef590-870d-4a88-bc5b-fd06638fd049,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:51.581198 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-6ab059d8-8e28-4f60-a82a-abc8e495e2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:52.645316 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48776b-3248-41a6-bd71-decffe59e8fd req-4e40e0af-da7f-469d-bf43-eaab0403d37a tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:52.646770 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ae48776b-3248-41a6-bd71-decffe59e8fd req-4e40e0af-da7f-469d-bf43-eaab0403d37a tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 946 time: 0.0633733 Jun 28 14:05:52.684691 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ae48776b-3248-41a6-bd71-decffe59e8fd req-24d94d6e-29c5-43b0-b42a-fd6fddcfbdfe tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325029 Jun 28 14:05:52.725506 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbbc08-6336-49c1-b9e2-7c88965e1372 req-4643be44-3a91-42f2-b004-81ea52e05835 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:52.727025 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-24fbbc08-6336-49c1-b9e2-7c88965e1372 req-4643be44-3a91-42f2-b004-81ea52e05835 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0738833 Jun 28 14:05:52.771465 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-24fbbc08-6336-49c1-b9e2-7c88965e1372 req-e539cddc-3c85-4193-aac1-a7a8fb1d33d8 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347836 Jun 28 14:05:53.053667 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54236) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:53.166698 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-411b52a8-9afe-4caf-9336-953c9da865aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:53.264076 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-411b52a8-9afe-4caf-9336-953c9da865aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:53.269081 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-411b52a8-9afe-4caf-9336-953c9da865aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:53.272952 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-20506d31-673a-4684-aacc-95ec1014eb59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:53.310834 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-411b52a8-9afe-4caf-9336-953c9da865aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02ba63b5e939462c886f5018206a72d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537141 Jun 28 14:05:53.310834 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b52a8-9afe-4caf-9336-953c9da865aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec2ea8d-7c7e-47b6-b4f6-8659414c2ff1,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:53.311148 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 54248) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:53.326843 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-411b52a8-9afe-4caf-9336-953c9da865aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:53.369714 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-766e3d4f-76f2-44c8-b8ae-d8b420137d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:53.394159 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-766e3d4f-76f2-44c8-b8ae-d8b420137d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:53.434763 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54258) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:53.526331 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-766e3d4f-76f2-44c8-b8ae-d8b420137d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:53.529863 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-766e3d4f-76f2-44c8-b8ae-d8b420137d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:53.534764 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-766e3d4f-76f2-44c8-b8ae-d8b420137d1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eec2ea8d-7c7e-47b6-b4f6-8659414c2ff1 HTTP/1.1" status: 204 len: 168 time: 0.2224793 Jun 28 14:05:53.536515 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-03fa137e-c32a-4f8d-8a5f-636d83b4037c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:53.558663 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e3d4f-76f2-44c8-b8ae-d8b420137d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec2ea8d-7c7e-47b6-b4f6-8659414c2ff1,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:53.566063 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-766e3d4f-76f2-44c8-b8ae-d8b420137d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:53.619880 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ebda940e-42b4-4410-9e77-cd3b250cd60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:53.745673 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ebda940e-42b4-4410-9e77-cd3b250cd60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:53.752954 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ebda940e-42b4-4410-9e77-cd3b250cd60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:53.758938 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-15176894-a3e4-4db6-95c5-d2fe6615b5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:53.794829 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-ebda940e-42b4-4410-9e77-cd3b250cd60e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c47b01dbbe1249388852e9b6432bd5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589828 Jun 28 14:05:53.797655 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 54276) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:53.800155 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda940e-42b4-4410-9e77-cd3b250cd60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271de6b5-11a0-4212-8731-2cf650fe8928,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:53.803276 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-ebda940e-42b4-4410-9e77-cd3b250cd60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:53.908241 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-01c50292-01ad-445f-89aa-901491d38cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:53.937949 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ad3ab-f582-4ab5-9d4c-2b2e2d19b398 req-bbc37279-5055-4d99-b625-99b05fead3b1 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:53.939453 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4f2ad3ab-f582-4ab5-9d4c-2b2e2d19b398 req-bbc37279-5055-4d99-b625-99b05fead3b1 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 946 time: 0.1111443 Jun 28 14:05:53.942023 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-01c50292-01ad-445f-89aa-901491d38cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:53.980145 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26977774-16af-4a23-bc5f-8d3d41634a65 req-6f2f5464-34c3-4270-b13f-a816b0971b7b tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:53.982170 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-26977774-16af-4a23-bc5f-8d3d41634a65 req-6f2f5464-34c3-4270-b13f-a816b0971b7b tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0750947 Jun 28 14:05:54.004657 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4f2ad3ab-f582-4ab5-9d4c-2b2e2d19b398 req-4d531672-f560-4a2a-bb7a-9a032cd9e723 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538507 Jun 28 14:05:54.025690 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-01c50292-01ad-445f-89aa-901491d38cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:54.028763 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-01c50292-01ad-445f-89aa-901491d38cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:54.029980 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-01c50292-01ad-445f-89aa-901491d38cba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/271de6b5-11a0-4212-8731-2cf650fe8928 HTTP/1.1" status: 204 len: 168 time: 0.2309661 Jun 28 14:05:54.030723 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-558c8070-c980-43af-9418-46d7fd25d5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:54.044806 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-26977774-16af-4a23-bc5f-8d3d41634a65 req-07be113e-bda0-4a89-86e7-1a60aac5b851 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521393 Jun 28 14:05:54.054823 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c50292-01ad-445f-89aa-901491d38cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271de6b5-11a0-4212-8731-2cf650fe8928,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:54.059435 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-01c50292-01ad-445f-89aa-901491d38cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:54.428983 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54306) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:54.443117 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4328fb3f-1a83-42b1-a984-ba8f874d8db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:54.544339 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4328fb3f-1a83-42b1-a984-ba8f874d8db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:54.548593 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4328fb3f-1a83-42b1-a984-ba8f874d8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:54.553476 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-dc28ee36-70e5-4f29-b5b3-b06a3f7ab57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:54.589896 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-4328fb3f-1a83-42b1-a984-ba8f874d8db0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6442d6b5dfb4483fb2b56b2ad124ccff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597774 Jun 28 14:05:54.590777 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328fb3f-1a83-42b1-a984-ba8f874d8db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfb632b-e93b-4914-881c-903b1d2de5aa,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:54.592616 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 54312) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:54.593973 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-4328fb3f-1a83-42b1-a984-ba8f874d8db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:54.663573 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2bdd8875-1e0e-4e3f-93cd-b8357c81c7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:54.701220 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2bdd8875-1e0e-4e3f-93cd-b8357c81c7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:54.755994 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2bdd8875-1e0e-4e3f-93cd-b8357c81c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:54.759960 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2bdd8875-1e0e-4e3f-93cd-b8357c81c7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:54.764225 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-2bdd8875-1e0e-4e3f-93cd-b8357c81c7d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7bfb632b-e93b-4914-881c-903b1d2de5aa HTTP/1.1" status: 204 len: 168 time: 0.1704631 Jun 28 14:05:54.769264 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-0fa3b993-f1db-40d0-8c2b-f589159fea07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:54.779259 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd8875-1e0e-4e3f-93cd-b8357c81c7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfb632b-e93b-4914-881c-903b1d2de5aa,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:54.797921 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-2bdd8875-1e0e-4e3f-93cd-b8357c81c7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:55.369157 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb18a5b-7cb9-45e0-a493-0c58bbe05322 req-5fdfa4d4-acd9-4a2b-aae9-d6318d5fe9c9 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:55.377051 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5fb18a5b-7cb9-45e0-a493-0c58bbe05322 req-5fdfa4d4-acd9-4a2b-aae9-d6318d5fe9c9 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0791378 Jun 28 14:05:55.453389 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54400) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:55.460362 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5fb18a5b-7cb9-45e0-a493-0c58bbe05322 req-ad3c5124-a220-42bf-bb25-b05a44eeb717 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822196 Jun 28 14:05:55.480196 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-07400820-1b8b-44e2-8262-d0e46fe81f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:55.627244 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae0962-744f-40d5-a825-9af4c3c6e4e9 req-7b5d5077-ba84-4e59-bbb5-b9497f1a01a6 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:55.628725 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-eaae0962-744f-40d5-a825-9af4c3c6e4e9 req-7b5d5077-ba84-4e59-bbb5-b9497f1a01a6 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 946 time: 0.1281970 Jun 28 14:05:55.691268 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-eaae0962-744f-40d5-a825-9af4c3c6e4e9 req-70a6dcc7-5348-4c3d-9a5e-ad07496f5a14 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521946 Jun 28 14:05:55.695669 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-07400820-1b8b-44e2-8262-d0e46fe81f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:55.701461 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-07400820-1b8b-44e2-8262-d0e46fe81f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:55.720075 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-fc9fcee6-7af4-4b23-a4c5-23752d606bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:55.750860 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-07400820-1b8b-44e2-8262-d0e46fe81f02 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=60b1209f1fa54115a429d0925c5e4d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957242 Jun 28 14:05:55.752926 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07400820-1b8b-44e2-8262-d0e46fe81f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4877b0fa-ea5f-401a-b9b2-72cd23810579,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:55.753714 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 54408) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:55.755914 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-07400820-1b8b-44e2-8262-d0e46fe81f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:55.811478 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-cc02a92b-62dd-43c2-9cea-7dc0b6400f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:55.842187 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-cc02a92b-62dd-43c2-9cea-7dc0b6400f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:55.900404 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-cc02a92b-62dd-43c2-9cea-7dc0b6400f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:55.902921 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-cc02a92b-62dd-43c2-9cea-7dc0b6400f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:55.904116 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-cc02a92b-62dd-43c2-9cea-7dc0b6400f7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4877b0fa-ea5f-401a-b9b2-72cd23810579 HTTP/1.1" status: 204 len: 168 time: 0.1493080 Jun 28 14:05:55.904837 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-0cbbc513-7f84-4808-9d50-7451f24d9671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:55.912468 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02a92b-62dd-43c2-9cea-7dc0b6400f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4877b0fa-ea5f-401a-b9b2-72cd23810579,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:55.914635 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-cc02a92b-62dd-43c2-9cea-7dc0b6400f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:56.336471 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:56.659921 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d22e09-a31c-461d-84d7-45ff7c2518aa req-916cde8f-8f69-4e01-96ad-cfb35b22c811 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:56.661444 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-60d22e09-a31c-461d-84d7-45ff7c2518aa req-916cde8f-8f69-4e01-96ad-cfb35b22c811 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0698187 Jun 28 14:05:56.702763 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-60d22e09-a31c-461d-84d7-45ff7c2518aa req-f426aeb6-d0fb-40ad-bb7a-6bd4b69bf8fb tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352111 Jun 28 14:05:56.880368 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56f671-8a6e-41e7-9ba9-dc75b0fcc511 req-c2b86c4a-a9ca-489f-afe2-38d8a6d89e78 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:56.882789 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cd56f671-8a6e-41e7-9ba9-dc75b0fcc511 req-c2b86c4a-a9ca-489f-afe2-38d8a6d89e78 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 946 time: 0.0735826 Jun 28 14:05:56.922308 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c97bbfd4-d97c-4632-b3a1-ff8b1e640dc6 req-489c51bc-9e07-4c76-b6ad-2c413324a46e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739257 Jun 28 14:05:56.932738 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cd56f671-8a6e-41e7-9ba9-dc75b0fcc511 req-2fd2cc21-6457-4106-a6aa-b86e1979d96c tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428121 Jun 28 14:05:57.100246 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bbfd4-d97c-4632-b3a1-ff8b1e640dc6 req-cf27a67a-890f-4107-9d7a-1da3e92ab40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:57.101817 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c97bbfd4-d97c-4632-b3a1-ff8b1e640dc6 req-cf27a67a-890f-4107-9d7a-1da3e92ab40d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe5908865c604ba49eaf1e3905e97327&device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 1099 time: 0.0843790 Jun 28 14:05:57.235281 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bbfd4-d97c-4632-b3a1-ff8b1e640dc6 req-58a74364-64f7-4616-b1e3-498880e3b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:57.237042 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c97bbfd4-d97c-4632-b3a1-ff8b1e640dc6 req-58a74364-64f7-4616-b1e3-498880e3b0ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8f3ae30-07f9-4a91-9442-31b27cbf5240 HTTP/1.1" status: 200 len: 919 time: 0.0936239 Jun 28 14:05:57.288688 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c97bbfd4-d97c-4632-b3a1-ff8b1e640dc6 req-971f6cc8-2c45-4ca2-b2d6-0f688b0a9d62 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de31413a-a0e3-429c-978d-f5ce096f9e67 HTTP/1.1" status: 200 len: 217 time: 0.0349083 Jun 28 14:05:57.405116 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bbfd4-d97c-4632-b3a1-ff8b1e640dc6 req-405c2889-cf9c-44b0-aecc-724d6e48fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:57.406566 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c97bbfd4-d97c-4632-b3a1-ff8b1e640dc6 req-405c2889-cf9c-44b0-aecc-724d6e48fc62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ef022ae7-61d0-4f32-bcef-65ede9752248 HTTP/1.1" status: 200 len: 858 time: 0.0496850 Jun 28 14:05:57.535243 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c97bbfd4-d97c-4632-b3a1-ff8b1e640dc6 req-838ad667-f16e-46ba-939b-94aaff06b042 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8f3ae30-07f9-4a91-9442-31b27cbf5240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472789 Jun 28 14:05:57.656531 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd4c57-86d0-4236-8a88-9b3d84e90593 req-088c2c4c-b8cc-428e-a5e2-0b0aa203856e tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:57.657973 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-91fd4c57-86d0-4236-8a88-9b3d84e90593 req-088c2c4c-b8cc-428e-a5e2-0b0aa203856e tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 946 time: 0.1615436 Jun 28 14:05:57.676172 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c97bbfd4-d97c-4632-b3a1-ff8b1e640dc6 req-cad3ed3d-5510-47fd-a44b-666ba240d41e service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252694 Jun 28 14:05:57.868789 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c97bbfd4-d97c-4632-b3a1-ff8b1e640dc6 req-bab627f2-767c-4670-8acb-de8877d3390a service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739955 Jun 28 14:05:57.886133 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-91fd4c57-86d0-4236-8a88-9b3d84e90593 req-de2fad2e-6217-4b69-8c2f-d937b16f6b2f tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Deleting port fd6a9be9-db1f-46b8-b414-c41a92d95e52 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:05:57.886519 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-91fd4c57-86d0-4236-8a88-9b3d84e90593 req-de2fad2e-6217-4b69-8c2f-d937b16f6b2f tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:57.974275 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4586ae8-11ca-4d34-8a48-b3a106d8b773 req-0e5bbafe-65b0-4b58-a10b-8dc1c81e3005 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:57.975802 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f4586ae8-11ca-4d34-8a48-b3a106d8b773 req-0e5bbafe-65b0-4b58-a10b-8dc1c81e3005 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.1606462 Jun 28 14:05:58.026381 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-91fd4c57-86d0-4236-8a88-9b3d84e90593 req-de2fad2e-6217-4b69-8c2f-d937b16f6b2f tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] For port fd6a9be9-db1f-46b8-b414-c41a92d95e52, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=fd6a9be9-db1f-46b8-b414-c41a92d95e52,segment=NetworkSegment(265200ef-855b-4733-9a82-99dbd4a15f24),segment_id=265200ef-855b-4733-9a82-99dbd4a15f24)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:05:58.026758 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-91fd4c57-86d0-4236-8a88-9b3d84e90593 req-de2fad2e-6217-4b69-8c2f-d937b16f6b2f tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:58.042970 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f4586ae8-11ca-4d34-8a48-b3a106d8b773 req-5f0e1773-e67d-4cde-8750-9ff7170b5088 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592442 Jun 28 14:05:58.047780 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-91fd4c57-86d0-4236-8a88-9b3d84e90593 req-de2fad2e-6217-4b69-8c2f-d937b16f6b2f tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Calling delete_port for fd6a9be9-db1f-46b8-b414-c41a92d95e52 owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:05:58.124450 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811586a-5217-45c3-b9b1-bf92b684ff46 req-683a5a3a-1c30-4e42-a770-1e0e3d4d9149 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:58.132781 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f811586a-5217-45c3-b9b1-bf92b684ff46 req-683a5a3a-1c30-4e42-a770-1e0e3d4d9149 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 946 time: 0.0833156 Jun 28 14:05:58.181233 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f811586a-5217-45c3-b9b1-bf92b684ff46 req-d41d168e-5600-44d3-966c-b57e78cc7d9a tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464334 Jun 28 14:05:58.224695 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-91fd4c57-86d0-4236-8a88-9b3d84e90593 req-de2fad2e-6217-4b69-8c2f-d937b16f6b2f tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:58.232046 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:58.271920 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['fd6a9be9-db1f-46b8-b414-c41a92d95e52'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:05:58.291590 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fad2e-6217-4b69-8c2f-d937b16f6b2f tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Pushing event deleted for resources: {'Port': ['ID=fd6a9be9-db1f-46b8-b414-c41a92d95e52,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:58.294358 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-de2fad2e-6217-4b69-8c2f-d937b16f6b2f tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:58.337761 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fd4c57-86d0-4236-8a88-9b3d84e90593 req-de2fad2e-6217-4b69-8c2f-d937b16f6b2f tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] No DVR routers for this DVR port fd6a9be9-db1f-46b8-b414-c41a92d95e52 on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:05:58.340321 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-91fd4c57-86d0-4236-8a88-9b3d84e90593 req-de2fad2e-6217-4b69-8c2f-d937b16f6b2f tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:58.342468 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-91fd4c57-86d0-4236-8a88-9b3d84e90593 req-de2fad2e-6217-4b69-8c2f-d937b16f6b2f tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.55 "DELETE /v2.0/ports/fd6a9be9-db1f-46b8-b414-c41a92d95e52 HTTP/1.1" status: 204 len: 173 time: 0.6773067 Jun 28 14:05:58.342967 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdef0f2-94e5-4c96-a447-0ea639c2ee6d', 'name': 'network-vif-deleted', 'tag': 'fd6a9be9-db1f-46b8-b414-c41a92d95e52'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:05:58.345261 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e99dfb0-8158-4f7e-a519-79e622f10ca4" -d '{"events": [{"server_uuid": "cbdef0f2-94e5-4c96-a447-0ea639c2ee6d", "name": "network-vif-deleted", "tag": "fd6a9be9-db1f-46b8-b414-c41a92d95e52"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:05:58.384758 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58954025-5fd3-493d-a5f4-4936d9dbcbdc x-openstack-request-id: req-58954025-5fd3-493d-a5f4-4936d9dbcbdc {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:05:58.385084 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdef0f2-94e5-4c96-a447-0ea639c2ee6d", "name": "network-vif-deleted", "tag": "fd6a9be9-db1f-46b8-b414-c41a92d95e52", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:05:58.385371 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58954025-5fd3-493d-a5f4-4936d9dbcbdc {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:05:58.385787 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdef0f2-94e5-4c96-a447-0ea639c2ee6d', 'name': 'network-vif-deleted', 'tag': 'fd6a9be9-db1f-46b8-b414-c41a92d95e52', 'status': 'completed', 'code': 200} Jun 28 14:05:58.676699 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 54536) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:58.801895 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b2fd-2839-496c-8e65-26d37642c598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:58.906331 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b2fd-2839-496c-8e65-26d37642c598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:58.910694 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b2fd-2839-496c-8e65-26d37642c598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:58.913359 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-01c50292-01ad-445f-89aa-901491d38cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:58.954448 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3b2fd-2839-496c-8e65-26d37642c598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc10068-0631-4df9-87fd-fe55261d2118,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:58.959401 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-e7b3b2fd-2839-496c-8e65-26d37642c598 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05afc026f29149329b2b73c7a4c1fff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814841 Jun 28 14:05:58.960292 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-e7b3b2fd-2839-496c-8e65-26d37642c598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:58.963036 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54550) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:59.017293 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7b00c0ac-72cc-4f76-a2ed-db343ec01d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:59.040947 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7b00c0ac-72cc-4f76-a2ed-db343ec01d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:59.108881 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7b00c0ac-72cc-4f76-a2ed-db343ec01d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:59.112680 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7b00c0ac-72cc-4f76-a2ed-db343ec01d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:59.114100 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-7b00c0ac-72cc-4f76-a2ed-db343ec01d82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1bc10068-0631-4df9-87fd-fe55261d2118 HTTP/1.1" status: 204 len: 168 time: 0.1497645 Jun 28 14:05:59.114836 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:59.122571 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00c0ac-72cc-4f76-a2ed-db343ec01d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc10068-0631-4df9-87fd-fe55261d2118,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:59.125107 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-7b00c0ac-72cc-4f76-a2ed-db343ec01d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:59.264794 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a586c-d332-47d3-93e0-7ce7fc01a8fb req-6ccc56a5-724e-420c-a002-ee760e8c3f62 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:05:59.267443 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-845a586c-d332-47d3-93e0-7ce7fc01a8fb req-6ccc56a5-724e-420c-a002-ee760e8c3f62 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0853651 Jun 28 14:05:59.317757 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-845a586c-d332-47d3-93e0-7ce7fc01a8fb req-9a16ff41-9089-4785-af6e-8316260ba0f6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433977 Jun 28 14:05:59.371677 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-082e0007-ae4e-44b0-8358-c644e19191fb req-f6eda9ad-6188-4768-ac4b-d93d4f254985 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbdef0f2-94e5-4c96-a447-0ea639c2ee6d HTTP/1.1" status: 200 len: 210 time: 0.0309362 Jun 28 14:05:59.435006 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54576) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:59.521216 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 54580) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:59.535424 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a257f7ef-3315-466f-b616-51b92eb25d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:59.648773 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a257f7ef-3315-466f-b616-51b92eb25d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:59.653720 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a257f7ef-3315-466f-b616-51b92eb25d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:59.657295 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3b971fde-35af-4e7c-9a42-84896734e800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:59.669692 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54584) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:59.693469 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-a257f7ef-3315-466f-b616-51b92eb25d8b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5db202ce40c247ecbf4f6a84032832e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1707499 Jun 28 14:05:59.694445 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257f7ef-3315-466f-b616-51b92eb25d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3d5c65-db5c-4ad1-8509-b832adb71ead,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:59.696385 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54588) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:05:59.697844 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-a257f7ef-3315-466f-b616-51b92eb25d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:59.756452 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5825bbba-3c96-475c-bf85-004cf235a13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:59.758181 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-180f3d3d-3014-4b09-aefb-9b29104edd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:59.826917 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-62a6d6b3-c2d0-4371-babb-39cb1aec168b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:59.833595 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.db.api [None req-180f3d3d-3014-4b09-aefb-9b29104edd6f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 14:05:59.833595 dv-cinder-761113-15-iscsi neutron-server[93024]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 28 14:05:59.833595 dv-cinder-761113-15-iscsi neutron-server[93024]: [parameters: {'project_id': '1d17bc38bd194949806146abd88b5391', 'id': '20d1815f-f3c3-47d4-bd8e-76d16c067989', 'expiration': datetime.datetime(2021, 6, 28, 14, 7, 59, 805222)}] Jun 28 14:05:59.833595 dv-cinder-761113-15-iscsi neutron-server[93024]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 14:05:59.833980 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_db.api [None req-180f3d3d-3014-4b09-aefb-9b29104edd6f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 14:05:59.859006 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-62a6d6b3-c2d0-4371-babb-39cb1aec168b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:59.933857 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-62a6d6b3-c2d0-4371-babb-39cb1aec168b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:59.936405 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-62a6d6b3-c2d0-4371-babb-39cb1aec168b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:59.937558 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-62a6d6b3-c2d0-4371-babb-39cb1aec168b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c3d5c65-db5c-4ad1-8509-b832adb71ead HTTP/1.1" status: 204 len: 168 time: 0.2290390 Jun 28 14:05:59.939683 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-45756f03-c124-4c42-80de-fdea2d5202a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:05:59.958369 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5825bbba-3c96-475c-bf85-004cf235a13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:59.959973 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6d6b3-c2d0-4371-babb-39cb1aec168b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3d5c65-db5c-4ad1-8509-b832adb71ead,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:05:59.962438 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-62a6d6b3-c2d0-4371-babb-39cb1aec168b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:05:59.966251 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5825bbba-3c96-475c-bf85-004cf235a13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:05:59.969550 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-aad35692-4b40-4aa4-95e9-021cb34edbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:00.007240 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825bbba-3c96-475c-bf85-004cf235a13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3070bad-93c0-44b0-99af-3574d2f30e07,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:00.011656 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-5825bbba-3c96-475c-bf85-004cf235a13d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b002b0a675e6482181dcf298dfc90c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5728638 Jun 28 14:06:00.012601 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-5825bbba-3c96-475c-bf85-004cf235a13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:00.014387 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54596) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:00.068651 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-88c26ddc-6405-495f-a247-ad876f248881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.093370 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-88c26ddc-6405-495f-a247-ad876f248881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.145320 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-88c26ddc-6405-495f-a247-ad876f248881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.147978 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-88c26ddc-6405-495f-a247-ad876f248881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.149119 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-88c26ddc-6405-495f-a247-ad876f248881 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3070bad-93c0-44b0-99af-3574d2f30e07 HTTP/1.1" status: 204 len: 168 time: 0.1335700 Jun 28 14:06:00.149857 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-847cf9ee-a52c-4e9d-b278-b57a857f9789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:00.157404 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c26ddc-6405-495f-a247-ad876f248881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3070bad-93c0-44b0-99af-3574d2f30e07,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:00.159559 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-88c26ddc-6405-495f-a247-ad876f248881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:00.335121 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-180f3d3d-3014-4b09-aefb-9b29104edd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.475766 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 54616) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:00.493168 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-180f3d3d-3014-4b09-aefb-9b29104edd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.501532 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-180f3d3d-3014-4b09-aefb-9b29104edd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.504893 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0a8766ce-dc0a-4650-b3c1-092052634648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.533312 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-9b78163b-84ec-4acf-808a-781a3d25f829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:00.533312 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-180f3d3d-3014-4b09-aefb-9b29104edd6f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d17bc38bd194949806146abd88b5391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8609223 Jun 28 14:06:00.538923 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54622) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:00.577105 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f3d3d-3014-4b09-aefb-9b29104edd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f75ec27-09ef-4c6e-84b7-0b4e6caa8e06,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:00.599626 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-180f3d3d-3014-4b09-aefb-9b29104edd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:00.612514 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca43d3-2997-461c-847c-04fd62d13100 req-27a05bf7-c4c5-43bd-8661-60f5b0c53652 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:00.614069 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bdca43d3-2997-461c-847c-04fd62d13100 req-27a05bf7-c4c5-43bd-8661-60f5b0c53652 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.1123285 Jun 28 14:06:00.629398 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-93d57972-9ab7-4b3f-9b9f-34e87665ab89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.666871 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-93d57972-9ab7-4b3f-9b9f-34e87665ab89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.694194 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bdca43d3-2997-461c-847c-04fd62d13100 req-2498de3c-b0c8-41db-9c07-41cdff8f722d tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715282 Jun 28 14:06:00.737703 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device fd6a9be9-db1f-46b8-b414-c41a92d95e52 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:06:00.738776 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0a8766ce-dc0a-4650-b3c1-092052634648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.743326 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0a8766ce-dc0a-4650-b3c1-092052634648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.751263 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-8769ce5d-a299-469c-a3af-ff80df504e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:00.753394 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-93d57972-9ab7-4b3f-9b9f-34e87665ab89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.757483 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-93d57972-9ab7-4b3f-9b9f-34e87665ab89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.762200 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-93d57972-9ab7-4b3f-9b9f-34e87665ab89 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f75ec27-09ef-4c6e-84b7-0b4e6caa8e06 HTTP/1.1" status: 204 len: 168 time: 0.2221892 Jun 28 14:06:00.763097 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: fd6a9be9-db1f-46b8-b414-c41a92d95e52 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:06:00.763239 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-59948ac2-a12c-4680-8325-4b9d715f68e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:00.763762 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device fd6a9be9-db1f-46b8-b414-c41a92d95e52 not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:06:00.771215 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d57972-9ab7-4b3f-9b9f-34e87665ab89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f75ec27-09ef-4c6e-84b7-0b4e6caa8e06,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:00.773509 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-93d57972-9ab7-4b3f-9b9f-34e87665ab89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:00.792842 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-0a8766ce-dc0a-4650-b3c1-092052634648 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58b978cb73df4f5db6db868a45f1b86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152485 Jun 28 14:06:00.794333 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8766ce-dc0a-4650-b3c1-092052634648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0999b2-2702-433f-b249-c1b613f810b9,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:00.796832 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54640) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:00.797678 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-0a8766ce-dc0a-4650-b3c1-092052634648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:00.874401 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e3920e6d-3940-421c-92cb-89358ef6aad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.908177 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e3920e6d-3940-421c-92cb-89358ef6aad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.983233 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e3920e6d-3940-421c-92cb-89358ef6aad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.985977 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e3920e6d-3940-421c-92cb-89358ef6aad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:00.987778 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-e3920e6d-3940-421c-92cb-89358ef6aad6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee0999b2-2702-433f-b249-c1b613f810b9 HTTP/1.1" status: 204 len: 168 time: 0.1899307 Jun 28 14:06:00.989178 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:00.989492 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-5e46e47e-e833-44e7-aad4-09be96fbd4bf tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:00.996544 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-5e46e47e-e833-44e7-aad4-09be96fbd4bf tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/networks?id=e22535b9-eb09-4a98-9708-bab7f65b2bb5 HTTP/1.1" status: 200 len: 809 time: 0.1340032 Jun 28 14:06:00.998813 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3920e6d-3940-421c-92cb-89358ef6aad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0999b2-2702-433f-b249-c1b613f810b9,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:01.001326 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-e3920e6d-3940-421c-92cb-89358ef6aad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:01.008235 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-9eb21722-6daf-42d4-9092-cfba330fdde2 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/quotas/54ae704fc71c430a9281b10c2bb76b65 HTTP/1.1" status: 200 len: 375 time: 0.0103986 Jun 28 14:06:01.053138 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-15f3a729-8c2b-4581-83ff-63d48f980ba4 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=54ae704fc71c430a9281b10c2bb76b65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395555 Jun 28 14:06:01.194866 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-5d1408bc-0c5f-46bc-946a-f0b2c87f9a92 service neutron] 10.222.0.11 "GET /v2.0/networks/e22535b9-eb09-4a98-9708-bab7f65b2bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330442 Jun 28 14:06:01.302635 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-f8874ad0-7f1b-4f89-b17e-8fddb9453a02 service neutron] 10.222.0.11 "GET /v2.0/networks/e22535b9-eb09-4a98-9708-bab7f65b2bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979252 Jun 28 14:06:01.361349 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-2edb63da-6f24-4516-ae12-0f7f1f463d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:01.549437 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b05dd6cb-f763-4fe6-9e3b-a7b100e5055e req-82ac0348-c65f-462f-a213-fbad7d89a634 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 210 time: 0.0538843 Jun 28 14:06:01.967133 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b8c1d-f19f-4384-bf40-f986102b4c3a req-5253dfc9-8126-47c9-8412-67b640093b0d tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:01.974381 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5f2b8c1d-f19f-4384-bf40-f986102b4c3a req-5253dfc9-8126-47c9-8412-67b640093b0d tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.1013889 Jun 28 14:06:02.228631 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5f2b8c1d-f19f-4384-bf40-f986102b4c3a req-8144b21f-e043-430e-8ee4-3d5dca682416 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532082 Jun 28 14:06:02.712640 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-06c619d2-c5e4-42f1-943f-9c3575ce3062 req-770407ed-45e4-486b-8057-689c4af79716 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 210 time: 0.0307178 Jun 28 14:06:03.240350 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-461dfb1c-6d3c-4a16-990b-9523edcbb123 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:03.241833 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-461dfb1c-6d3c-4a16-990b-9523edcbb123 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.55 "GET /v2.0/networks?id=e22535b9-eb09-4a98-9708-bab7f65b2bb5 HTTP/1.1" status: 200 len: 809 time: 0.1883082 Jun 28 14:06:03.262563 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-bca9e605-48c6-45e0-8527-eccef5cf8116 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Request body: {'port': {'device_id': '36ceab46-431e-428f-8de5-1a033b0c8af6', 'network_id': 'e22535b9-eb09-4a98-9708-bab7f65b2bb5', 'admin_state_up': True, 'tenant_id': '54ae704fc71c430a9281b10c2bb76b65'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:03.432982 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-bca9e605-48c6-45e0-8527-eccef5cf8116 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Made reservation on behalf of 54ae704fc71c430a9281b10c2bb76b65 for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:06:03.436890 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-bca9e605-48c6-45e0-8527-eccef5cf8116 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:03.461949 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54820) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:03.466051 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b429e-c8fb-4631-996e-ea361e4ea516 req-f228d95d-36e0-40e2-981b-284e013e944d tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:03.467064 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-393b429e-c8fb-4631-996e-ea361e4ea516 req-f228d95d-36e0-40e2-981b-284e013e944d tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.1167619 Jun 28 14:06:03.564717 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-393b429e-c8fb-4631-996e-ea361e4ea516 req-20e0d727-0ba3-4a77-99f2-3dea2656c7b4 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818162 Jun 28 14:06:03.589473 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ae04d71d-bb44-4be9-b683-78de4b723f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:03.618448 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-bca9e605-48c6-45e0-8527-eccef5cf8116 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Allocated IP 172.20.0.11 (e22535b9-eb09-4a98-9708-bab7f65b2bb5/4932e82f-c8c4-4dab-9166-199cea2ea93e/516eabe6-23ac-4559-ac1e-778eca207f8a) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:06:03.683393 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ae04d71d-bb44-4be9-b683-78de4b723f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:03.688208 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ae04d71d-bb44-4be9-b683-78de4b723f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:03.691735 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-6ab059d8-8e28-4f60-a82a-abc8e495e2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:03.729692 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-ae04d71d-bb44-4be9-b683-78de4b723f96 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f9bdbe1d4e0490c81548054ab88bc67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665226 Jun 28 14:06:03.730461 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54826) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:03.731161 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04d71d-bb44-4be9-b683-78de4b723f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bbc620-9d9f-48bb-ab15-4a700e4a588e,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:03.741040 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-ae04d71d-bb44-4be9-b683-78de4b723f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:03.784829 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:06:03.788612 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-bca9e605-48c6-45e0-8527-eccef5cf8116 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:03.789409 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e8a543c6-4e98-4103-b661-5ef19c45ca01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:03.810169 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e8a543c6-4e98-4103-b661-5ef19c45ca01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:03.830480 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-bca9e605-48c6-45e0-8527-eccef5cf8116 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:03.836578 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:03.861114 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e8a543c6-4e98-4103-b661-5ef19c45ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:03.864292 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e8a543c6-4e98-4103-b661-5ef19c45ca01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:03.865441 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-99168544-93a7-4347-8c8a-15f0e0a8b0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:03.865941 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-e8a543c6-4e98-4103-b661-5ef19c45ca01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48bbc620-9d9f-48bb-ab15-4a700e4a588e HTTP/1.1" status: 204 len: 168 time: 0.1315830 Jun 28 14:06:03.866307 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-9ac83af1-a9dc-4f1a-a879-20a7046b0d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:03.875628 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a543c6-4e98-4103-b661-5ef19c45ca01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bbc620-9d9f-48bb-ab15-4a700e4a588e,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:03.877818 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-e8a543c6-4e98-4103-b661-5ef19c45ca01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:03.927107 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-bca9e605-48c6-45e0-8527-eccef5cf8116 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Network e22535b9-eb09-4a98-9708-bab7f65b2bb5 is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:06:03.942461 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-bca9e605-48c6-45e0-8527-eccef5cf8116 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:06:03.945077 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-bca9e605-48c6-45e0-8527-eccef5cf8116 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:06:03.986464 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9e605-48c6-45e0-8527-eccef5cf8116 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Pushing event updated for resources: {'Port': ['ID=516eabe6-23ac-4559-ac1e-778eca207f8a,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:03.986464 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-bca9e605-48c6-45e0-8527-eccef5cf8116 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:04.015563 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-bca9e605-48c6-45e0-8527-eccef5cf8116 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:04.016273 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-bca9e605-48c6-45e0-8527-eccef5cf8116 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:04.036185 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e369c43-ed2a-4d2f-a399-7342307a2efc req-b01d5db7-220c-4744-a37a-8a6034520801 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:04.037678 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6e369c43-ed2a-4d2f-a399-7342307a2efc req-b01d5db7-220c-4744-a37a-8a6034520801 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 932 time: 0.1942585 Jun 28 14:06:04.043310 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-bca9e605-48c6-45e0-8527-eccef5cf8116 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7861753 Jun 28 14:06:04.075867 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6e369c43-ed2a-4d2f-a399-7342307a2efc req-f189b133-5c7a-4fbe-a3f8-791609c90e7e tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313179 Jun 28 14:06:04.157935 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:04.164069 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54838) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:04.176736 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9c87cc50-917a-44b5-9636-d671fc3edd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:04.264837 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9c87cc50-917a-44b5-9636-d671fc3edd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:04.270033 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9c87cc50-917a-44b5-9636-d671fc3edd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:04.272402 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-5c0739fe-a4c9-4972-9436-e5867df0b790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:04.310706 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87cc50-917a-44b5-9636-d671fc3edd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9dba4f-a0a0-4c4a-ae21-c480fbb3f2a0,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:04.314092 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-9c87cc50-917a-44b5-9636-d671fc3edd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:04.317810 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-9c87cc50-917a-44b5-9636-d671fc3edd7f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0934343cf8a34adc890ff00040d84d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526544 Jun 28 14:06:04.321863 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54844) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:04.378416 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-852a059f-cae2-4c2c-a518-132fdb69d735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:04.401947 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-852a059f-cae2-4c2c-a518-132fdb69d735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:04.447855 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-852a059f-cae2-4c2c-a518-132fdb69d735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:04.450412 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-852a059f-cae2-4c2c-a518-132fdb69d735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:04.451581 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-852a059f-cae2-4c2c-a518-132fdb69d735 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa9dba4f-a0a0-4c4a-ae21-c480fbb3f2a0 HTTP/1.1" status: 204 len: 168 time: 0.1225352 Jun 28 14:06:04.452355 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-d7db34ee-d62e-4ffd-b012-711b21829008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:04.460302 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a059f-cae2-4c2c-a518-132fdb69d735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9dba4f-a0a0-4c4a-ae21-c480fbb3f2a0,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:04.463072 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-852a059f-cae2-4c2c-a518-132fdb69d735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:05.038032 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:06.486087 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:06.580274 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Request body: {'port': {'device_id': '36ceab46-431e-428f-8de5-1a033b0c8af6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:06.673506 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:06.810802 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a580408-8313-40c1-bfa4-534c04a9d945 req-38ef5901-3927-4ad0-8912-55037430841b tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:06.812315 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-5a580408-8313-40c1-bfa4-534c04a9d945 req-38ef5901-3927-4ad0-8912-55037430841b tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0817893 Jun 28 14:06:06.812777 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54930) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:06.852271 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-5a580408-8313-40c1-bfa4-534c04a9d945 req-84ff92a5-5d22-4140-8722-0ccd8d74af72 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342681 Jun 28 14:06:06.927379 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-60e99328-180e-4cf8-8a55-a4b0f8dce948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:06.949440 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db256c-e0c2-4436-b1f2-6aa8a40024f1 req-dd3ecbb8-2108-4cbd-b161-506568d9e823 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:06.951053 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-68db256c-e0c2-4436-b1f2-6aa8a40024f1 req-dd3ecbb8-2108-4cbd-b161-506568d9e823 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 932 time: 0.1357760 Jun 28 14:06:07.020483 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-60e99328-180e-4cf8-8a55-a4b0f8dce948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:07.024396 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-60e99328-180e-4cf8-8a55-a4b0f8dce948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:07.028621 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-1dbe67a1-80a5-4ee1-ac4c-824a4abe1bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:07.040716 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-68db256c-e0c2-4436-b1f2-6aa8a40024f1 req-3e36170e-ad6a-4be3-bd52-62c211647fcc tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730131 Jun 28 14:06:07.069578 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-60e99328-180e-4cf8-8a55-a4b0f8dce948 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54f24d5b48d044f29eaf333ee0bc370c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556906 Jun 28 14:06:07.070556 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e99328-180e-4cf8-8a55-a4b0f8dce948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561c3ca5-5066-4402-9b40-59af9ab11d17,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:07.073360 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 54934) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:07.073825 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-60e99328-180e-4cf8-8a55-a4b0f8dce948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:07.127437 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516eabe6-23ac-4559-ac1e-778eca207f8a {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:06:07.142178 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:07.166996 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Transition to ACTIVE for port object 516eabe6-23ac-4559-ac1e-778eca207f8a will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:06:07.168413 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-81108bb9-477e-4b42-a7db-84268c1f5fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:07.182240 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:07.188671 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-812f5164-4def-45df-b6df-74bd5c7c8d1a tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:07.217094 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-81108bb9-477e-4b42-a7db-84268c1f5fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:07.257848 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Pushing event updated for resources: {'Port': ['ID=516eabe6-23ac-4559-ac1e-778eca207f8a,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:07.260558 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:07.333921 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-81108bb9-477e-4b42-a7db-84268c1f5fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:07.337151 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-81108bb9-477e-4b42-a7db-84268c1f5fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:07.340964 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-81108bb9-477e-4b42-a7db-84268c1f5fc7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/561c3ca5-5066-4402-9b40-59af9ab11d17 HTTP/1.1" status: 204 len: 168 time: 0.2640584 Jun 28 14:06:07.342713 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-310e63f5-b3ea-4f19-92f5-3e669ae51d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:07.371071 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81108bb9-477e-4b42-a7db-84268c1f5fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561c3ca5-5066-4402-9b40-59af9ab11d17,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:07.373590 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-81108bb9-477e-4b42-a7db-84268c1f5fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:07.376620 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Attempting to bind port 516eabe6-23ac-4559-ac1e-778eca207f8a on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:06:07.376966 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Attempting to bind port 516eabe6-23ac-4559-ac1e-778eca207f8a by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '265200ef-855b-4733-9a82-99dbd4a15f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e22535b9-eb09-4a98-9708-bab7f65b2bb5'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:06:07.377313 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Attempting to bind port 516eabe6-23ac-4559-ac1e-778eca207f8a on network e22535b9-eb09-4a98-9708-bab7f65b2bb5 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:06:07.383983 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Port 516eabe6-23ac-4559-ac1e-778eca207f8a on network e22535b9-eb09-4a98-9708-bab7f65b2bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:06:07.384319 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Attempting to bind port 516eabe6-23ac-4559-ac1e-778eca207f8a on network e22535b9-eb09-4a98-9708-bab7f65b2bb5 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:06:07.392492 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:06:07.392836 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Checking segment: {'id': '265200ef-855b-4733-9a82-99dbd4a15f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e22535b9-eb09-4a98-9708-bab7f65b2bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:06:07.393272 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Bound using segment: {'id': '265200ef-855b-4733-9a82-99dbd4a15f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e22535b9-eb09-4a98-9708-bab7f65b2bb5'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:06:07.393717 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Bound port: 516eabe6-23ac-4559-ac1e-778eca207f8a, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265200ef-855b-4733-9a82-99dbd4a15f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e22535b9-eb09-4a98-9708-bab7f65b2bb5'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:06:07.394110 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:07.479431 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] For port 516eabe6-23ac-4559-ac1e-778eca207f8a, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:06:07.483619 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] For port 516eabe6-23ac-4559-ac1e-778eca207f8a, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=516eabe6-23ac-4559-ac1e-778eca207f8a,segment=NetworkSegment(265200ef-855b-4733-9a82-99dbd4a15f24),segment_id=265200ef-855b-4733-9a82-99dbd4a15f24)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:06:07.489543 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:07.491653 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-8811f82a-d02d-426c-8f90-6a6b096316d6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:07.535506 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:07.536313 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:07.537909 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] 10.222.0.55 "PUT /v2.0/ports/516eabe6-23ac-4559-ac1e-778eca207f8a HTTP/1.1" status: 200 len: 1094 time: 0.9621184 Jun 28 14:06:07.538405 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ceab46-431e-428f-8de5-1a033b0c8af6', 'tag': '516eabe6-23ac-4559-ac1e-778eca207f8a'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:06:07.540693 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2997bac-b6af-4ef8-a1b0-9914a113bc12" -d '{"events": [{"name": "network-changed", "server_uuid": "36ceab46-431e-428f-8de5-1a033b0c8af6", "tag": "516eabe6-23ac-4559-ac1e-778eca207f8a"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:06:07.569190 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Pushing event updated for resources: {'Port': ['ID=516eabe6-23ac-4559-ac1e-778eca207f8a,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:07.572203 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:07.577766 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d0eae9-80c7-4601-8484-2884dcef1465 x-openstack-request-id: req-16d0eae9-80c7-4601-8484-2884dcef1465 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:06:07.578094 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ceab46-431e-428f-8de5-1a033b0c8af6", "tag": "516eabe6-23ac-4559-ac1e-778eca207f8a", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:06:07.578385 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-16d0eae9-80c7-4601-8484-2884dcef1465 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:06:07.578932 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ceab46-431e-428f-8de5-1a033b0c8af6', 'tag': '516eabe6-23ac-4559-ac1e-778eca207f8a', 'status': 'completed', 'code': 200} Jun 28 14:06:07.645514 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 54954) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:07.662703 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4134d366-8dab-42c8-aea8-2ed0d146758a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:07.696073 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-3b517e4f-14e6-442f-9f00-9f7620f4f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:07.697609 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-3b517e4f-14e6-442f-9f00-9f7620f4f838 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ae704fc71c430a9281b10c2bb76b65&device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 1097 time: 0.0867577 Jun 28 14:06:07.752726 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-d513b51e-4986-428e-ab6a-df9642e9475f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=516eabe6-23ac-4559-ac1e-778eca207f8a HTTP/1.1" status: 200 len: 217 time: 0.0397933 Jun 28 14:06:07.824327 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-cbcd0a1f-d023-47f8-a48d-e7a674acc3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:07.825832 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-cbcd0a1f-d023-47f8-a48d-e7a674acc3aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4932e82f-c8c4-4dab-9166-199cea2ea93e HTTP/1.1" status: 200 len: 849 time: 0.0635588 Jun 28 14:06:07.842734 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4134d366-8dab-42c8-aea8-2ed0d146758a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:07.846364 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4134d366-8dab-42c8-aea8-2ed0d146758a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:07.850364 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-a257f7ef-3315-466f-b616-51b92eb25d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:07.885052 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-4134d366-8dab-42c8-aea8-2ed0d146758a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b0189dfcd374b6fb8451e4e78ae30d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384746 Jun 28 14:06:07.886159 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134d366-8dab-42c8-aea8-2ed0d146758a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e897a6-83e5-4c86-bcea-033696f01204,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:07.887560 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 54960) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:07.889198 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4134d366-8dab-42c8-aea8-2ed0d146758a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:07.942451 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0ad1c0c8-532a-4215-ad32-bac3600c5793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:07.962825 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0ad1c0c8-532a-4215-ad32-bac3600c5793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:08.009813 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0ad1c0c8-532a-4215-ad32-bac3600c5793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:08.012419 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-0ad1c0c8-532a-4215-ad32-bac3600c5793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:08.013575 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-0ad1c0c8-532a-4215-ad32-bac3600c5793 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8e897a6-83e5-4c86-bcea-033696f01204 HTTP/1.1" status: 204 len: 168 time: 0.1244576 Jun 28 14:06:08.014281 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-3b7fb642-32a1-4c0b-824e-5c4799659740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:08.022076 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1c0c8-532a-4215-ad32-bac3600c5793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e897a6-83e5-4c86-bcea-033696f01204,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:08.024356 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-0ad1c0c8-532a-4215-ad32-bac3600c5793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:09.404159 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 55012) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:09.509959 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4c787784-1211-463e-8066-b4fa5277da4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:09.602251 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4c787784-1211-463e-8066-b4fa5277da4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:09.606487 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4c787784-1211-463e-8066-b4fa5277da4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:09.609902 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-0ad1c0c8-532a-4215-ad32-bac3600c5793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:09.642744 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-4c787784-1211-463e-8066-b4fa5277da4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99bcff1460a741b682d378c6d0214928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374973 Jun 28 14:06:09.645126 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c787784-1211-463e-8066-b4fa5277da4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba267271-6672-499e-86f6-5cce7f31d3c9,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:09.646097 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 55020) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:09.648023 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-4c787784-1211-463e-8066-b4fa5277da4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:09.694527 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ceec7c58-5c6f-4360-9f40-6f3539606f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:09.718090 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ceec7c58-5c6f-4360-9f40-6f3539606f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:09.768495 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ceec7c58-5c6f-4360-9f40-6f3539606f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:09.771671 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ceec7c58-5c6f-4360-9f40-6f3539606f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:09.772833 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-ceec7c58-5c6f-4360-9f40-6f3539606f13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba267271-6672-499e-86f6-5cce7f31d3c9 HTTP/1.1" status: 204 len: 168 time: 0.1257479 Jun 28 14:06:09.773538 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:09.781079 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec7c58-5c6f-4360-9f40-6f3539606f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba267271-6672-499e-86f6-5cce7f31d3c9,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:09.783250 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ceec7c58-5c6f-4360-9f40-6f3539606f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:09.874482 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-eb4d4077-1df7-4aa2-a479-d33dea999218 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e22535b9-eb09-4a98-9708-bab7f65b2bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302460 Jun 28 14:06:11.091026 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-0266da4a-5c1c-403e-8bbf-2985177edb9b service neutron] 10.222.0.55 "GET /v2.0/networks/e22535b9-eb09-4a98-9708-bab7f65b2bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810852 Jun 28 14:06:11.123573 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756477a-7070-4949-bf5a-dbef580c34bb req-6fa93277-995d-4263-8dc7-eea1bea26eaf tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:11.125156 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7756477a-7070-4949-bf5a-dbef580c34bb req-6fa93277-995d-4263-8dc7-eea1bea26eaf tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0655062 Jun 28 14:06:11.172242 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7756477a-7070-4949-bf5a-dbef580c34bb req-8663cc63-c35b-4170-b252-d45512a4f062 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408914 Jun 28 14:06:11.227228 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32259848-11db-40a1-9278-cef2c89c266c req-f03920ad-4955-4668-8ddd-33c324613523 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:11.228678 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-32259848-11db-40a1-9278-cef2c89c266c req-f03920ad-4955-4668-8ddd-33c324613523 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 944 time: 0.1368005 Jun 28 14:06:11.232107 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ef57c15-e60c-47c5-83b3-d2f2448ae803 req-ab3c96c2-42ce-45ff-afdd-f5a3fce8d37a service neutron] 10.222.0.55 "GET /v2.0/networks/e22535b9-eb09-4a98-9708-bab7f65b2bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316392 Jun 28 14:06:11.269341 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-32259848-11db-40a1-9278-cef2c89c266c req-b191070d-9975-4b06-9fe3-2ebb5799bb29 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350077 Jun 28 14:06:11.403979 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997bac-b6af-4ef8-a1b0-9914a113bc12 req-9c4fd28f-eea4-4e5c-88fb-bbf351e5b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:11.405575 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f2997bac-b6af-4ef8-a1b0-9914a113bc12 req-9c4fd28f-eea4-4e5c-88fb-bbf351e5b8c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ae704fc71c430a9281b10c2bb76b65&device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 1097 time: 0.0592248 Jun 28 14:06:11.495969 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997bac-b6af-4ef8-a1b0-9914a113bc12 req-1d933381-eeb0-4507-bf48-3d4f9accaf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:11.497475 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f2997bac-b6af-4ef8-a1b0-9914a113bc12 req-1d933381-eeb0-4507-bf48-3d4f9accaf63 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e22535b9-eb09-4a98-9708-bab7f65b2bb5 HTTP/1.1" status: 200 len: 910 time: 0.0841327 Jun 28 14:06:11.551749 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f2997bac-b6af-4ef8-a1b0-9914a113bc12 req-df2ebe97-b25a-4047-8ef0-0cadaf3deb44 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=516eabe6-23ac-4559-ac1e-778eca207f8a HTTP/1.1" status: 200 len: 217 time: 0.0402031 Jun 28 14:06:11.601850 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997bac-b6af-4ef8-a1b0-9914a113bc12 req-c28c8058-7a82-4b70-9e29-7d2f6371242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:11.603309 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f2997bac-b6af-4ef8-a1b0-9914a113bc12 req-c28c8058-7a82-4b70-9e29-7d2f6371242f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4932e82f-c8c4-4dab-9166-199cea2ea93e HTTP/1.1" status: 200 len: 849 time: 0.0436285 Jun 28 14:06:11.638194 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f2997bac-b6af-4ef8-a1b0-9914a113bc12 req-ee4d0faf-3ce3-4771-a2fd-1556bc8b7b27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e22535b9-eb09-4a98-9708-bab7f65b2bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272141 Jun 28 14:06:11.736001 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f2997bac-b6af-4ef8-a1b0-9914a113bc12 req-79de9a4b-d371-44a5-90d4-bc828e7146ea service neutron] 10.222.0.55 "GET /v2.0/networks/e22535b9-eb09-4a98-9708-bab7f65b2bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881078 Jun 28 14:06:11.822440 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f2997bac-b6af-4ef8-a1b0-9914a113bc12 req-6bd128f5-5049-455c-9a02-01285f6a4394 service neutron] 10.222.0.55 "GET /v2.0/networks/e22535b9-eb09-4a98-9708-bab7f65b2bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788074 Jun 28 14:06:12.441094 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39400b-3ccc-4bcc-a32f-bc689971f9ff req-b0480f91-54b8-4d7c-9ced-34c10191a3bb tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:12.442657 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-cc39400b-3ccc-4bcc-a32f-bc689971f9ff req-b0480f91-54b8-4d7c-9ced-34c10191a3bb tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0677302 Jun 28 14:06:12.487330 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-cc39400b-3ccc-4bcc-a32f-bc689971f9ff req-edc2aded-9f11-45d1-b4b9-e9c85bf3cb53 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362344 Jun 28 14:06:12.657466 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4b82a-4513-4f35-b69e-ad5d77cce714 req-52c875f9-9cc0-41bb-9500-e4d31c69d7bd tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:12.658867 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3ed4b82a-4513-4f35-b69e-ad5d77cce714 req-52c875f9-9cc0-41bb-9500-e4d31c69d7bd tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 944 time: 0.0662735 Jun 28 14:06:12.697579 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3ed4b82a-4513-4f35-b69e-ad5d77cce714 req-38119f6e-19c1-4973-8dd1-b95c66b14c7c tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322735 Jun 28 14:06:13.662315 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc0b0b-c4ff-4ae5-889b-c443f19b4782 req-8ff548b0-b2e8-4d43-ad07-3cd87f340e2b tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:13.663889 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0ccc0b0b-c4ff-4ae5-889b-c443f19b4782 req-8ff548b0-b2e8-4d43-ad07-3cd87f340e2b tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0635464 Jun 28 14:06:13.701031 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0ccc0b0b-c4ff-4ae5-889b-c443f19b4782 req-79c774ea-dbac-4966-8264-0546e5b3e57f tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315566 Jun 28 14:06:13.868995 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81b667-5382-49e9-ae2a-c890083dbbd3 req-cbbe66ef-2e6c-4b66-af1d-838c8fb52dd1 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:13.870431 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1b81b667-5382-49e9-ae2a-c890083dbbd3 req-cbbe66ef-2e6c-4b66-af1d-838c8fb52dd1 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 944 time: 0.0669525 Jun 28 14:06:13.907899 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1b81b667-5382-49e9-ae2a-c890083dbbd3 req-6e234d21-a0b4-476f-a3d0-bcebc7c7f6f5 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318251 Jun 28 14:06:15.674903 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-55c0775c-52f4-413b-b650-49d86ba56b34 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=98468d4980f944d794f3ebb5c3bc8257&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278509 Jun 28 14:06:15.849421 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-b9d98a75-58f6-4db3-b21e-31af46b63650 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:15.850759 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-b9d98a75-58f6-4db3-b21e-31af46b63650 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1704524 Jun 28 14:06:15.865412 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-16d192a9-1880-4f66-9ab1-33c618bb861c tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/quotas/98468d4980f944d794f3ebb5c3bc8257 HTTP/1.1" status: 200 len: 375 time: 0.0093434 Jun 28 14:06:15.898949 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-06fdeca7-a776-471e-b980-00590428bd0d tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=98468d4980f944d794f3ebb5c3bc8257&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287700 Jun 28 14:06:16.147341 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bb119-2b02-4b71-980e-e9030d3ba489 req-6ee487e5-8358-43f8-b407-892fdb19dafb tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:16.148903 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-576bb119-2b02-4b71-980e-e9030d3ba489 req-6ee487e5-8358-43f8-b407-892fdb19dafb tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0637233 Jun 28 14:06:16.186657 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-576bb119-2b02-4b71-980e-e9030d3ba489 req-82f06265-540d-4bda-bc09-6d2b386d7c73 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321746 Jun 28 14:06:16.354004 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b320c22-f290-4217-9ada-1eea588c1024 req-7da2eccc-eca9-412f-82d9-654b19c74bad tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:16.355455 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8b320c22-f290-4217-9ada-1eea588c1024 req-7da2eccc-eca9-412f-82d9-654b19c74bad tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 944 time: 0.0688424 Jun 28 14:06:16.397541 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8b320c22-f290-4217-9ada-1eea588c1024 req-c5638440-fe14-4a95-b8c0-5ecbe00833a9 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361240 Jun 28 14:06:16.584761 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 516eabe6-23ac-4559-ac1e-778eca207f8a details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:06:16.679498 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 516eabe6-23ac-4559-ac1e-778eca207f8a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=516eabe6-23ac-4559-ac1e-778eca207f8a,segment=NetworkSegment(265200ef-855b-4733-9a82-99dbd4a15f24),segment_id=265200ef-855b-4733-9a82-99dbd4a15f24)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:06:16.690080 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': '516eabe6-23ac-4559-ac1e-778eca207f8a', 'network_id': 'e22535b9-eb09-4a98-9708-bab7f65b2bb5', 'port_id': '516eabe6-23ac-4559-ac1e-778eca207f8a', 'mac_address': 'fa:16:3e:d2:bd:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4932e82f-c8c4-4dab-9166-199cea2ea93e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:06:16.725006 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:16.736880 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516eabe6-23ac-4559-ac1e-778eca207f8a {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:06:16.756133 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 516eabe6-23ac-4559-ac1e-778eca207f8a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=516eabe6-23ac-4559-ac1e-778eca207f8a,segment=NetworkSegment(265200ef-855b-4733-9a82-99dbd4a15f24),segment_id=265200ef-855b-4733-9a82-99dbd4a15f24)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:06:16.760339 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:16.762173 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:16.810307 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=516eabe6-23ac-4559-ac1e-778eca207f8a,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:16.813487 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:17.824163 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7fac4a97-cfaa-4e1b-b4dd-24ce70885a1f req-ba026362-335f-4fa1-8155-2753e71b9192 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/ports?device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 210 time: 0.0283203 Jun 28 14:06:17.954923 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4491326-b1b5-4083-89bc-7b60d4fcfc95 req-d095c24a-c2cb-4ec2-9cc1-5fbe0dd1d510 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:17.956243 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f4491326-b1b5-4083-89bc-7b60d4fcfc95 req-d095c24a-c2cb-4ec2-9cc1-5fbe0dd1d510 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0982037 Jun 28 14:06:18.004353 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f4491326-b1b5-4083-89bc-7b60d4fcfc95 req-21412d1e-5c2c-4707-8515-603f454a6b27 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417914 Jun 28 14:06:18.014822 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8968f-b4f1-4719-b08f-a3c88fa5feae req-a2eeb0e3-7020-4c4e-adac-16fa9dbf3672 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:18.016527 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ead8968f-b4f1-4719-b08f-a3c88fa5feae req-a2eeb0e3-7020-4c4e-adac-16fa9dbf3672 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 945 time: 0.0763595 Jun 28 14:06:18.053895 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ead8968f-b4f1-4719-b08f-a3c88fa5feae req-0e75c883-03df-4e90-87ed-9ebf5114b010 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306726 Jun 28 14:06:18.144044 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['516eabe6-23ac-4559-ac1e-778eca207f8a'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:06:18.608556 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-77a50a2b-12a3-458a-a55e-9e3369ad66f5 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=98468d4980f944d794f3ebb5c3bc8257&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337536 Jun 28 14:06:18.839452 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-d0734570-6e1e-475d-b950-66594cfdf5ef tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:18.840910 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-d0734570-6e1e-475d-b950-66594cfdf5ef tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2255852 Jun 28 14:06:18.903846 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Request body: {'port': {'device_id': '65b35479-c1f7-43fd-9fc7-e84718a56eb9', 'network_id': 'eccb38e7-5b7d-410d-a098-92f57ce4b312', 'admin_state_up': True, 'tenant_id': '98468d4980f944d794f3ebb5c3bc8257'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:19.069802 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-4d501609-ec33-4a21-a847-23b93b4da3f1 req-3b6872a3-10da-45b8-8af8-87657ac06b0d tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/ports?device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 210 time: 0.0293515 Jun 28 14:06:19.240648 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9692bce-be04-46fb-8645-5e38992b76a1 req-6f8f69e8-741b-4332-a647-364381470009 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:19.242181 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-e9692bce-be04-46fb-8645-5e38992b76a1 req-6f8f69e8-741b-4332-a647-364381470009 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 945 time: 0.0646842 Jun 28 14:06:19.273144 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7cf6d-d882-4809-81f7-21b7870db0d8 req-1f335583-0d35-4d4f-98f0-2c583023e6a7 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:19.274586 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fbe7cf6d-d882-4809-81f7-21b7870db0d8 req-1f335583-0d35-4d4f-98f0-2c583023e6a7 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0976899 Jun 28 14:06:19.279627 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Made reservation on behalf of 98468d4980f944d794f3ebb5c3bc8257 for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:06:19.280378 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-e9692bce-be04-46fb-8645-5e38992b76a1 req-15fb6eb8-c0d1-44b7-9efe-cfbfac6feaba tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321243 Jun 28 14:06:19.283209 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:19.298747 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:19.339071 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fbe7cf6d-d882-4809-81f7-21b7870db0d8 req-f0f3eecf-fba0-4630-9840-b07794f0156f tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534782 Jun 28 14:06:19.419753 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:19.423442 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:19.427535 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-affd6684-d249-4422-9a3f-c0eb540182d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:19.488947 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257cc8be-a450-4fed-afad-68909cb9a3f4,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:19.493526 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:19.589671 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Allocated IP 192.168.233.195 (eccb38e7-5b7d-410d-a098-92f57ce4b312/6a3a29e9-f0bd-4835-a464-c86bfd9a28a6/2685d139-a671-412d-b39b-2389452abfcd) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:06:19.601717 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59432a7-5b1b-45a1-a1bf-4695401c856d req-4f5af680-7e6c-4e92-ab20-e970c918a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:19.603223 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b59432a7-5b1b-45a1-a1bf-4695401c856d req-4f5af680-7e6c-4e92-ab20-e970c918a081 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 1098 time: 0.1039732 Jun 28 14:06:19.644109 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 516eabe6-23ac-4559-ac1e-778eca207f8a up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:06:19.670969 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b59432a7-5b1b-45a1-a1bf-4695401c856d req-9a722208-bfb2-4ce5-9dab-0cf36064ab3c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584767 Jun 28 14:06:19.693427 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port 516eabe6-23ac-4559-ac1e-778eca207f8a completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:06:19.698216 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port 516eabe6-23ac-4559-ac1e-778eca207f8a triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:19.698689 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:19.773308 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:19.784165 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:19.794166 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Transition to ACTIVE for port object 2685d139-a671-412d-b39b-2389452abfcd will not be triggered until provisioned by entity DHCP. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:06:19.807518 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ceab46-431e-428f-8de5-1a033b0c8af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516eabe6-23ac-4559-ac1e-778eca207f8a'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:06:19.810176 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6771f853-37af-41cd-85a7-f0eed1b0e2e1" -d '{"events": [{"server_uuid": "36ceab46-431e-428f-8de5-1a033b0c8af6", "name": "network-vif-plugged", "status": "completed", "tag": "516eabe6-23ac-4559-ac1e-778eca207f8a"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:06:19.824354 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 516eabe6-23ac-4559-ac1e-778eca207f8a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=516eabe6-23ac-4559-ac1e-778eca207f8a,segment=NetworkSegment(265200ef-855b-4733-9a82-99dbd4a15f24),segment_id=265200ef-855b-4733-9a82-99dbd4a15f24)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:06:19.840106 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:19.842518 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:19.849686 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:19.854724 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:19.889993 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6550975c-fbd6-4173-8895-01dffb485ab6 x-openstack-request-id: req-6550975c-fbd6-4173-8895-01dffb485ab6 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:06:19.890294 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ceab46-431e-428f-8de5-1a033b0c8af6", "name": "network-vif-plugged", "status": "completed", "tag": "516eabe6-23ac-4559-ac1e-778eca207f8a", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:06:19.890560 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6550975c-fbd6-4173-8895-01dffb485ab6 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:06:19.891016 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ceab46-431e-428f-8de5-1a033b0c8af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516eabe6-23ac-4559-ac1e-778eca207f8a', 'code': 200} Jun 28 14:06:19.900246 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=516eabe6-23ac-4559-ac1e-778eca207f8a,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:19.908527 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:19.913257 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Network eccb38e7-5b7d-410d-a098-92f57ce4b312 is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:06:19.916609 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:06:19.920375 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:06:19.964092 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Pushing event updated for resources: {'Port': ['ID=2685d139-a671-412d-b39b-2389452abfcd,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:19.969346 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:19.987867 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:19.988680 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:20.038591 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1389184 Jun 28 14:06:20.099498 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Request body: {'port': {'device_id': '65b35479-c1f7-43fd-9fc7-e84718a56eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:20.180416 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-9c55fac8-6fdd-4df7-ac6f-c1f6112161aa None None] Provisioning for port 2685d139-a671-412d-b39b-2389452abfcd completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:06:20.183549 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:20.184296 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-9c55fac8-6fdd-4df7-ac6f-c1f6112161aa None None] Provisioning complete for port 2685d139-a671-412d-b39b-2389452abfcd triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:20.184772 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-9c55fac8-6fdd-4df7-ac6f-c1f6112161aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:20.221568 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-9c55fac8-6fdd-4df7-ac6f-c1f6112161aa None None] Port 2685d139-a671-412d-b39b-2389452abfcd cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:06:20.438521 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d10d0-aac8-4fa1-a4e9-fe8f4cb5b0e4 req-2156e8b5-7c4d-4487-9ca4-cf5852cbe2a4 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:20.440329 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-273d10d0-aac8-4fa1-a4e9-fe8f4cb5b0e4 req-2156e8b5-7c4d-4487-9ca4-cf5852cbe2a4 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/ports?device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 936 time: 0.0680506 Jun 28 14:06:20.480301 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-273d10d0-aac8-4fa1-a4e9-fe8f4cb5b0e4 req-749d9a19-d017-4c00-ad04-4f297f88b0c3 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/security-groups?id=257cc8be-a450-4fed-afad-68909cb9a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336192 Jun 28 14:06:20.513909 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1830a-d19e-4934-87b5-fdac2a3f855f req-b385cdca-2165-41d6-8813-dd1fb212cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:20.515418 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1ae1830a-d19e-4934-87b5-fdac2a3f855f req-b385cdca-2165-41d6-8813-dd1fb212cfb1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 1099 time: 0.1544902 Jun 28 14:06:20.554518 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07449db6-ecf6-401e-8b5a-1839f327c2f0 req-da5d0a8c-9da8-4cbb-bcb3-fef39aa6751c tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:20.555881 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-07449db6-ecf6-401e-8b5a-1839f327c2f0 req-da5d0a8c-9da8-4cbb-bcb3-fef39aa6751c tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 946 time: 0.1540344 Jun 28 14:06:20.582600 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2685d139-a671-412d-b39b-2389452abfcd {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:06:20.597700 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:20.630350 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Transition to ACTIVE for port object 2685d139-a671-412d-b39b-2389452abfcd will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:06:20.634404 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1ae1830a-d19e-4934-87b5-fdac2a3f855f req-afc25ee9-0e20-4a91-b23c-430bbe85c923 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944242 Jun 28 14:06:20.637698 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:20.640564 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:20.643318 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3d99c-6b69-4252-a2bc-0585871587b3 req-3ae4937f-20fd-47e3-a43f-54a8336b695b tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:20.644540 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-07449db6-ecf6-401e-8b5a-1839f327c2f0 req-37cc4945-e8e3-45db-8e01-6fda5a1225e8 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778847 Jun 28 14:06:20.647448 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d6a3d99c-6b69-4252-a2bc-0585871587b3 req-3ae4937f-20fd-47e3-a43f-54a8336b695b tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0640814 Jun 28 14:06:20.691775 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d6a3d99c-6b69-4252-a2bc-0585871587b3 req-8e11259c-206e-4c9a-8d2a-d3a5203307ab tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390451 Jun 28 14:06:20.697047 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Pushing event updated for resources: {'Port': ['ID=2685d139-a671-412d-b39b-2389452abfcd,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:20.719433 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:20.769339 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Attempting to bind port 2685d139-a671-412d-b39b-2389452abfcd on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:06:20.769678 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Attempting to bind port 2685d139-a671-412d-b39b-2389452abfcd by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'd83bdb0c-fb67-48df-a21a-4e65ddd98212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eccb38e7-5b7d-410d-a098-92f57ce4b312'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:06:20.770026 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Attempting to bind port 2685d139-a671-412d-b39b-2389452abfcd on network eccb38e7-5b7d-410d-a098-92f57ce4b312 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:06:20.775097 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Port 2685d139-a671-412d-b39b-2389452abfcd on network eccb38e7-5b7d-410d-a098-92f57ce4b312 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:06:20.775431 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Attempting to bind port 2685d139-a671-412d-b39b-2389452abfcd on network eccb38e7-5b7d-410d-a098-92f57ce4b312 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:06:20.780431 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:06:20.780775 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Checking segment: {'id': 'd83bdb0c-fb67-48df-a21a-4e65ddd98212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eccb38e7-5b7d-410d-a098-92f57ce4b312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:06:20.781163 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Bound using segment: {'id': 'd83bdb0c-fb67-48df-a21a-4e65ddd98212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eccb38e7-5b7d-410d-a098-92f57ce4b312'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:06:20.781594 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Bound port: 2685d139-a671-412d-b39b-2389452abfcd, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83bdb0c-fb67-48df-a21a-4e65ddd98212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'eccb38e7-5b7d-410d-a098-92f57ce4b312'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:06:20.781957 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:20.854371 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] For port 2685d139-a671-412d-b39b-2389452abfcd, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:06:20.857539 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] For port 2685d139-a671-412d-b39b-2389452abfcd, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2685d139-a671-412d-b39b-2389452abfcd,segment=NetworkSegment(d83bdb0c-fb67-48df-a21a-4e65ddd98212),segment_id=d83bdb0c-fb67-48df-a21a-4e65ddd98212)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:06:20.861226 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:20.863361 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:20.896484 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:20.897102 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:20.898501 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] 10.222.0.55 "PUT /v2.0/ports/2685d139-a671-412d-b39b-2389452abfcd HTTP/1.1" status: 200 len: 1098 time: 0.8039043 Jun 28 14:06:20.898997 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b35479-c1f7-43fd-9fc7-e84718a56eb9', 'tag': '2685d139-a671-412d-b39b-2389452abfcd'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:06:20.901314 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a9b6f2-a5e6-4d15-bfb6-710d60947c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "65b35479-c1f7-43fd-9fc7-e84718a56eb9", "tag": "2685d139-a671-412d-b39b-2389452abfcd"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:06:20.924527 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Pushing event updated for resources: {'Port': ['ID=2685d139-a671-412d-b39b-2389452abfcd,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:20.927799 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:20.948680 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cf9174-b59e-4011-b5bb-4b0244dc69aa x-openstack-request-id: req-f0cf9174-b59e-4011-b5bb-4b0244dc69aa {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:06:20.949238 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b35479-c1f7-43fd-9fc7-e84718a56eb9", "tag": "2685d139-a671-412d-b39b-2389452abfcd", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:06:20.949520 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0cf9174-b59e-4011-b5bb-4b0244dc69aa {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:06:20.949942 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b35479-c1f7-43fd-9fc7-e84718a56eb9', 'tag': '2685d139-a671-412d-b39b-2389452abfcd', 'status': 'completed', 'code': 200} Jun 28 14:06:21.245783 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9b6f2-a5e6-4d15-bfb6-710d60947c1d req-2bc9cd90-f1a2-407a-bd08-db86bb4823c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:21.247408 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-01a9b6f2-a5e6-4d15-bfb6-710d60947c1d req-2bc9cd90-f1a2-407a-bd08-db86bb4823c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98468d4980f944d794f3ebb5c3bc8257&device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 1101 time: 0.0616138 Jun 28 14:06:21.309054 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-01a9b6f2-a5e6-4d15-bfb6-710d60947c1d req-16fd065f-5240-4ffb-92e7-fb3b1f1556d4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=98468d4980f944d794f3ebb5c3bc8257&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265141 Jun 28 14:06:21.436528 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9b6f2-a5e6-4d15-bfb6-710d60947c1d req-4e24a4bc-3580-4bc2-bc7f-2c230e0507b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:21.438072 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-01a9b6f2-a5e6-4d15-bfb6-710d60947c1d req-4e24a4bc-3580-4bc2-bc7f-2c230e0507b5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005144 Jun 28 14:06:21.621258 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-748ec923-0b9a-451a-9518-c5badb9fab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:21.622657 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-748ec923-0b9a-451a-9518-c5badb9fab66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98468d4980f944d794f3ebb5c3bc8257&device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 1101 time: 0.0522118 Jun 28 14:06:21.654411 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325b65b-ac6d-422c-b48b-b600b44bd81d req-39a766dc-4687-467d-b2cf-489c67254f4d tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:21.655959 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f325b65b-ac6d-422c-b48b-b600b44bd81d req-39a766dc-4687-467d-b2cf-489c67254f4d tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/ports?device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 948 time: 0.0636506 Jun 28 14:06:21.680979 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-d01775be-508f-4be8-b9c2-16d89e7f0471 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=2685d139-a671-412d-b39b-2389452abfcd HTTP/1.1" status: 200 len: 217 time: 0.0378985 Jun 28 14:06:21.700752 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f325b65b-ac6d-422c-b48b-b600b44bd81d req-e003e52f-efdc-4143-ad90-9741908e22ff tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/security-groups?id=257cc8be-a450-4fed-afad-68909cb9a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392091 Jun 28 14:06:21.742132 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-d29cf5af-36af-4c1e-9e19-024202aefc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:21.743729 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-d29cf5af-36af-4c1e-9e19-024202aefc1b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a3a29e9-f0bd-4835-a464-c86bfd9a28a6 HTTP/1.1" status: 200 len: 843 time: 0.0498233 Jun 28 14:06:21.846352 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-dfc083ea-8e31-4d65-8e94-817fbcc82aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:21.847889 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-dfc083ea-8e31-4d65-8e94-817fbcc82aa5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eccb38e7-5b7d-410d-a098-92f57ce4b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0934384 Jun 28 14:06:21.863144 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3eb22-19cd-4fce-8bf9-240cee6fb557 req-d6bd8eab-ecd9-48a3-936a-04ee6143deb3 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:21.865327 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-faf3eb22-19cd-4fce-8bf9-240cee6fb557 req-d6bd8eab-ecd9-48a3-936a-04ee6143deb3 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 946 time: 0.0849459 Jun 28 14:06:21.877285 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621caac-c3d0-4c3d-ab6e-3843fc32c0ac req-6889d88a-292b-45f3-911c-3e22a380855f tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:21.878656 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8621caac-c3d0-4c3d-ab6e-3843fc32c0ac req-6889d88a-292b-45f3-911c-3e22a380855f tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0687857 Jun 28 14:06:21.915144 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8621caac-c3d0-4c3d-ab6e-3843fc32c0ac req-32cff542-627b-4fc5-98c4-8c5220755ee1 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307086 Jun 28 14:06:21.958440 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-faf3eb22-19cd-4fce-8bf9-240cee6fb557 req-b2ae197e-5ca4-4f2b-97d9-9558ccd94a57 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816996 Jun 28 14:06:21.988757 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-fe31a147-d8cc-4c4e-b5b6-e78b1195cd3e service neutron] 10.222.0.55 "GET /v2.0/networks/eccb38e7-5b7d-410d-a098-92f57ce4b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194615 Jun 28 14:06:22.089446 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c7c842e7-3694-4a3b-bbd7-786013cffdaf req-d9ccf767-bd2f-4865-92f4-493ea6524941 service neutron] 10.222.0.55 "GET /v2.0/networks/eccb38e7-5b7d-410d-a098-92f57ce4b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880177 Jun 28 14:06:22.089662 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df92f74-f29f-4ee6-96e4-33d2982c7a1d req-e9395ff8-95bb-4ba1-996e-fd9a030d8920 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:22.091161 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7df92f74-f29f-4ee6-96e4-33d2982c7a1d req-e9395ff8-95bb-4ba1-996e-fd9a030d8920 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0663557 Jun 28 14:06:22.130399 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7df92f74-f29f-4ee6-96e4-33d2982c7a1d req-0a5f23ef-56fc-4551-9c47-0295bb6a359e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337236 Jun 28 14:06:22.709706 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 55290) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:22.818492 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a6e3da00-bce2-408b-b29b-e8962d928fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:22.908562 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a525d30-c96c-4871-8579-fb6626bcd409 req-b657c9e1-5201-4af8-bd80-f3e5e03a8c4f tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:22.911802 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2a525d30-c96c-4871-8579-fb6626bcd409 req-b657c9e1-5201-4af8-bd80-f3e5e03a8c4f tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/ports?device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 948 time: 0.0650752 Jun 28 14:06:22.912069 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a6e3da00-bce2-408b-b29b-e8962d928fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:22.916204 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a6e3da00-bce2-408b-b29b-e8962d928fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:22.919838 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-9f2b9f21-ca51-4d2a-b4b7-545ac3f138a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:22.947714 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2a525d30-c96c-4871-8579-fb6626bcd409 req-2717ea85-81b6-40bb-9078-42b3629241b0 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/security-groups?id=257cc8be-a450-4fed-afad-68909cb9a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311553 Jun 28 14:06:22.953101 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-a6e3da00-bce2-408b-b29b-e8962d928fb0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ed44937617a482dade32ca74221d835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423375 Jun 28 14:06:22.955101 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3da00-bce2-408b-b29b-e8962d928fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b088b5c9-4847-4571-abb2-c599d3acf465,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:22.955795 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 55296) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:22.958844 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a6e3da00-bce2-408b-b29b-e8962d928fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:23.006029 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-58db2d04-4ec9-4f2b-ab74-9b48048c660f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:23.028008 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-58db2d04-4ec9-4f2b-ab74-9b48048c660f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:23.076052 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-58db2d04-4ec9-4f2b-ab74-9b48048c660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:23.079030 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-58db2d04-4ec9-4f2b-ab74-9b48048c660f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:23.080185 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-58db2d04-4ec9-4f2b-ab74-9b48048c660f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b088b5c9-4847-4571-abb2-c599d3acf465 HTTP/1.1" status: 204 len: 168 time: 0.1234660 Jun 28 14:06:23.080962 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:23.091060 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db2d04-4ec9-4f2b-ab74-9b48048c660f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b088b5c9-4847-4571-abb2-c599d3acf465,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:23.094025 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-58db2d04-4ec9-4f2b-ab74-9b48048c660f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:23.149084 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b07979-a1f9-4159-a141-b34d7dff9f4f req-13566fba-da3f-4eb6-81cb-a49638450b8e tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:23.150565 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-00b07979-a1f9-4159-a141-b34d7dff9f4f req-13566fba-da3f-4eb6-81cb-a49638450b8e tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 946 time: 0.0758553 Jun 28 14:06:23.189928 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-00b07979-a1f9-4159-a141-b34d7dff9f4f req-e974003e-9b22-4b9d-80a9-60ddf3077080 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334377 Jun 28 14:06:23.952611 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7feae7-0455-4094-9459-bd07a5de340d req-1a7e2176-d61d-4b5f-aa7f-b2cea6738c5d tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:23.954190 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1a7feae7-0455-4094-9459-bd07a5de340d req-1a7e2176-d61d-4b5f-aa7f-b2cea6738c5d tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.1104054 Jun 28 14:06:23.956457 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadb816-7f30-444e-90a9-2a9378377e15 req-194a060b-ee2a-4a50-97c5-62d104e8690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:23.958209 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0aadb816-7f30-444e-90a9-2a9378377e15 req-194a060b-ee2a-4a50-97c5-62d104e8690c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe5908865c604ba49eaf1e3905e97327&device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 1099 time: 0.0990565 Jun 28 14:06:24.022752 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1a7feae7-0455-4094-9459-bd07a5de340d req-a3f5f744-e2df-4676-83be-0e2cbc9bcd09 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620646 Jun 28 14:06:24.123800 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadb816-7f30-444e-90a9-2a9378377e15 req-0cbbd638-a716-414d-9d70-6951109d62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:24.128395 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0aadb816-7f30-444e-90a9-2a9378377e15 req-0cbbd638-a716-414d-9d70-6951109d62c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8f3ae30-07f9-4a91-9442-31b27cbf5240 HTTP/1.1" status: 200 len: 919 time: 0.1578064 Jun 28 14:06:24.186311 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0aadb816-7f30-444e-90a9-2a9378377e15 req-ebc4fd2d-24a7-4de4-bde6-c9720c7f2999 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de31413a-a0e3-429c-978d-f5ce096f9e67 HTTP/1.1" status: 200 len: 217 time: 0.0502908 Jun 28 14:06:24.271738 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadb816-7f30-444e-90a9-2a9378377e15 req-07ae7fff-a0dd-4147-9c4a-8a25127576e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:24.273696 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0aadb816-7f30-444e-90a9-2a9378377e15 req-07ae7fff-a0dd-4147-9c4a-8a25127576e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ef022ae7-61d0-4f32-bcef-65ede9752248 HTTP/1.1" status: 200 len: 858 time: 0.0794983 Jun 28 14:06:24.316596 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0aadb816-7f30-444e-90a9-2a9378377e15 req-e99ca1b7-a69c-4f40-b4db-307759b14bac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8f3ae30-07f9-4a91-9442-31b27cbf5240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338039 Jun 28 14:06:24.327213 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c24efb-f603-4d50-bc54-b9aac4c78069 req-8a478ad8-100c-4584-889c-58842c8bcc74 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:24.328703 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-70c24efb-f603-4d50-bc54-b9aac4c78069 req-8a478ad8-100c-4584-889c-58842c8bcc74 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/ports?device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 948 time: 0.1448903 Jun 28 14:06:24.447867 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-70c24efb-f603-4d50-bc54-b9aac4c78069 req-e1227527-4315-415c-ac63-bb87db5eea0b tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/security-groups?id=257cc8be-a450-4fed-afad-68909cb9a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106813 Jun 28 14:06:24.492258 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0aadb816-7f30-444e-90a9-2a9378377e15 req-925a9ef4-390e-47b1-aa8f-898199fe0b73 service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620939 Jun 28 14:06:24.655346 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0aadb816-7f30-444e-90a9-2a9378377e15 req-79bae9d4-2453-4158-9b02-d76e91712944 service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214974 Jun 28 14:06:24.690539 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bbbd5-f924-4262-a2b4-605c9b0bae66 req-2514f2d2-3fa5-4d95-925f-30cd5894c5e9 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:24.692051 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ef9bbbd5-f924-4262-a2b4-605c9b0bae66 req-2514f2d2-3fa5-4d95-925f-30cd5894c5e9 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 946 time: 0.0798700 Jun 28 14:06:24.735952 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ef9bbbd5-f924-4262-a2b4-605c9b0bae66 req-f8f3d9e4-b3bb-4722-816c-2992871da934 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375547 Jun 28 14:06:25.214604 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e84b0-c499-4508-a973-545b1645a633 req-2e30abc6-04dc-4c4e-83be-676576615e0c tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:25.218545 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-678e84b0-c499-4508-a973-545b1645a633 req-2e30abc6-04dc-4c4e-83be-676576615e0c tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0650253 Jun 28 14:06:25.253835 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-678e84b0-c499-4508-a973-545b1645a633 req-dfefb7e9-6cf4-4649-b6db-b2d8e3d63411 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321929 Jun 28 14:06:25.645982 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82b4fa-320c-46bd-b49b-a7bcae8e87e6 req-e42bcc6b-10f6-4c54-82cb-235fcab8b98e tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:25.647424 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ab82b4fa-320c-46bd-b49b-a7bcae8e87e6 req-e42bcc6b-10f6-4c54-82cb-235fcab8b98e tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/ports?device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 948 time: 0.0662000 Jun 28 14:06:25.675317 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 2685d139-a671-412d-b39b-2389452abfcd details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:06:25.683992 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ab82b4fa-320c-46bd-b49b-a7bcae8e87e6 req-9dd0d4b7-ba4a-459e-9a9a-91a1bc525c22 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/security-groups?id=257cc8be-a450-4fed-afad-68909cb9a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309374 Jun 28 14:06:25.769304 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 2685d139-a671-412d-b39b-2389452abfcd, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2685d139-a671-412d-b39b-2389452abfcd,segment=NetworkSegment(d83bdb0c-fb67-48df-a21a-4e65ddd98212),segment_id=d83bdb0c-fb67-48df-a21a-4e65ddd98212)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:06:25.780443 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': '2685d139-a671-412d-b39b-2389452abfcd', 'network_id': 'eccb38e7-5b7d-410d-a098-92f57ce4b312', 'port_id': '2685d139-a671-412d-b39b-2389452abfcd', 'mac_address': 'fa:16:3e:65:ff:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3a29e9-f0bd-4835-a464-c86bfd9a28a6', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:06:25.819950 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:25.831974 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2685d139-a671-412d-b39b-2389452abfcd {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:06:25.851503 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 2685d139-a671-412d-b39b-2389452abfcd, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2685d139-a671-412d-b39b-2389452abfcd,segment=NetworkSegment(d83bdb0c-fb67-48df-a21a-4e65ddd98212),segment_id=d83bdb0c-fb67-48df-a21a-4e65ddd98212)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:06:25.856727 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:25.858938 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:25.917351 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=2685d139-a671-412d-b39b-2389452abfcd,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:25.919094 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dc7ef-02e2-46cd-8a5a-9662d20c8a93 req-2a77511d-cd17-415a-8f50-0ae51f0ed72c tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:25.920703 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:25.926911 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-220dc7ef-02e2-46cd-8a5a-9662d20c8a93 req-2a77511d-cd17-415a-8f50-0ae51f0ed72c tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 946 time: 0.0800726 Jun 28 14:06:26.171946 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-220dc7ef-02e2-46cd-8a5a-9662d20c8a93 req-48f55767-4420-4eff-bfbb-cfab0a08e3ad tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441702 Jun 28 14:06:26.357198 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:26.428492 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda7eed-3006-4828-bb19-56e772220223 req-2cb41a9a-748b-4897-b4e0-1603f6726ec6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:26.429970 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ecda7eed-3006-4828-bb19-56e772220223 req-2cb41a9a-748b-4897-b4e0-1603f6726ec6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0629866 Jun 28 14:06:26.441527 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['2685d139-a671-412d-b39b-2389452abfcd'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:06:26.469192 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ecda7eed-3006-4828-bb19-56e772220223 req-bc73bb32-aca7-4b68-a991-249e8094c961 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332897 Jun 28 14:06:26.851459 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e013-f43e-41c1-bb9a-ac74165f95b0 req-13101a75-1934-4350-a120-eb6036077074 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:26.852969 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d317e013-f43e-41c1-bb9a-ac74165f95b0 req-13101a75-1934-4350-a120-eb6036077074 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/ports?device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 949 time: 0.0629184 Jun 28 14:06:26.894059 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d317e013-f43e-41c1-bb9a-ac74165f95b0 req-dfe6c270-b601-40ee-b0ef-4225c1339f86 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/security-groups?id=257cc8be-a450-4fed-afad-68909cb9a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347245 Jun 28 14:06:27.041025 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b95878-3d1b-426b-b0d5-f8fd84882a13 req-086ed936-550d-4e98-a903-8954a0c3fe5b tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:27.042557 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f3b95878-3d1b-426b-b0d5-f8fd84882a13 req-086ed936-550d-4e98-a903-8954a0c3fe5b tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 946 time: 0.0665579 Jun 28 14:06:27.157250 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-f3b95878-3d1b-426b-b0d5-f8fd84882a13 req-5caaa79e-2dca-4025-8786-eba474ebe387 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Deleting port 516eabe6-23ac-4559-ac1e-778eca207f8a {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:06:27.157645 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f3b95878-3d1b-426b-b0d5-f8fd84882a13 req-5caaa79e-2dca-4025-8786-eba474ebe387 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:27.252065 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-f3b95878-3d1b-426b-b0d5-f8fd84882a13 req-5caaa79e-2dca-4025-8786-eba474ebe387 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] For port 516eabe6-23ac-4559-ac1e-778eca207f8a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=516eabe6-23ac-4559-ac1e-778eca207f8a,segment=NetworkSegment(265200ef-855b-4733-9a82-99dbd4a15f24),segment_id=265200ef-855b-4733-9a82-99dbd4a15f24)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:06:27.252426 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f3b95878-3d1b-426b-b0d5-f8fd84882a13 req-5caaa79e-2dca-4025-8786-eba474ebe387 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:27.264725 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-f3b95878-3d1b-426b-b0d5-f8fd84882a13 req-5caaa79e-2dca-4025-8786-eba474ebe387 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Calling delete_port for 516eabe6-23ac-4559-ac1e-778eca207f8a owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:06:27.394924 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3ea8c-a350-4d1a-87d5-46fcc9f18b7b req-f23a19ff-3b10-4391-a1e6-280c6ff83e37 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:27.396964 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-47e3ea8c-a350-4d1a-87d5-46fcc9f18b7b req-f23a19ff-3b10-4391-a1e6-280c6ff83e37 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 946 time: 0.0921237 Jun 28 14:06:27.466524 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-47e3ea8c-a350-4d1a-87d5-46fcc9f18b7b req-0cd9b267-b231-4c36-b2cf-cb330d6d69b3 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/security-groups?id=8222070a-7ed9-4369-aff4-6dd3f258b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635159 Jun 28 14:06:27.469946 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f3b95878-3d1b-426b-b0d5-f8fd84882a13 req-5caaa79e-2dca-4025-8786-eba474ebe387 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:27.474893 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-bf436efe-1a49-4725-8ba3-d362110ed8c2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:27.500864 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caaa79e-2dca-4025-8786-eba474ebe387 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Pushing event deleted for resources: {'Port': ['ID=516eabe6-23ac-4559-ac1e-778eca207f8a,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:27.503905 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-5caaa79e-2dca-4025-8786-eba474ebe387 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:27.519867 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['516eabe6-23ac-4559-ac1e-778eca207f8a'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:06:27.550170 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b95878-3d1b-426b-b0d5-f8fd84882a13 req-5caaa79e-2dca-4025-8786-eba474ebe387 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] No DVR routers for this DVR port 516eabe6-23ac-4559-ac1e-778eca207f8a on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:06:27.553162 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f3b95878-3d1b-426b-b0d5-f8fd84882a13 req-5caaa79e-2dca-4025-8786-eba474ebe387 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:27.555301 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f3b95878-3d1b-426b-b0d5-f8fd84882a13 req-5caaa79e-2dca-4025-8786-eba474ebe387 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.55 "DELETE /v2.0/ports/516eabe6-23ac-4559-ac1e-778eca207f8a HTTP/1.1" status: 204 len: 173 time: 0.5005114 Jun 28 14:06:27.555815 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ceab46-431e-428f-8de5-1a033b0c8af6', 'name': 'network-vif-deleted', 'tag': '516eabe6-23ac-4559-ac1e-778eca207f8a'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:06:27.558118 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f9071a-9c48-4adc-9b3f-2d7731bca681" -d '{"events": [{"server_uuid": "36ceab46-431e-428f-8de5-1a033b0c8af6", "name": "network-vif-deleted", "tag": "516eabe6-23ac-4559-ac1e-778eca207f8a"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:06:27.626788 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ebae34-6960-4c7d-863b-117cc7569bd5 x-openstack-request-id: req-f5ebae34-6960-4c7d-863b-117cc7569bd5 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:06:27.627104 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ceab46-431e-428f-8de5-1a033b0c8af6", "name": "network-vif-deleted", "tag": "516eabe6-23ac-4559-ac1e-778eca207f8a", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:06:27.627383 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f5ebae34-6960-4c7d-863b-117cc7569bd5 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:06:27.627823 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ceab46-431e-428f-8de5-1a033b0c8af6', 'name': 'network-vif-deleted', 'tag': '516eabe6-23ac-4559-ac1e-778eca207f8a', 'status': 'completed', 'code': 200} Jun 28 14:06:27.677046 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f84c7-3683-4b07-9833-3ebf543e9db6 req-d03b8e09-62a3-4071-9bf8-be46e6b4ae97 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:27.683465 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 2685d139-a671-412d-b39b-2389452abfcd up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:06:27.683667 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4a1f84c7-3683-4b07-9833-3ebf543e9db6 req-d03b8e09-62a3-4071-9bf8-be46e6b4ae97 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0898488 Jun 28 14:06:27.727569 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4a1f84c7-3683-4b07-9833-3ebf543e9db6 req-5e7b4346-5406-4b17-b242-4542ea07b7c9 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428598 Jun 28 14:06:27.744253 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port 2685d139-a671-412d-b39b-2389452abfcd completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:06:27.747799 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port 2685d139-a671-412d-b39b-2389452abfcd triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:27.748183 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:27.823927 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:27.846737 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b35479-c1f7-43fd-9fc7-e84718a56eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2685d139-a671-412d-b39b-2389452abfcd'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:06:27.849124 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9e8419-2d85-450b-a25f-0742a80ad225" -d '{"events": [{"server_uuid": "65b35479-c1f7-43fd-9fc7-e84718a56eb9", "name": "network-vif-plugged", "status": "completed", "tag": "2685d139-a671-412d-b39b-2389452abfcd"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:06:27.862466 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 2685d139-a671-412d-b39b-2389452abfcd, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2685d139-a671-412d-b39b-2389452abfcd,segment=NetworkSegment(d83bdb0c-fb67-48df-a21a-4e65ddd98212),segment_id=d83bdb0c-fb67-48df-a21a-4e65ddd98212)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:06:27.866820 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:27.868845 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:27.890180 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7997235-4d98-424f-8a7a-2cc661225136 x-openstack-request-id: req-f7997235-4d98-424f-8a7a-2cc661225136 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:06:27.890491 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b35479-c1f7-43fd-9fc7-e84718a56eb9", "name": "network-vif-plugged", "status": "completed", "tag": "2685d139-a671-412d-b39b-2389452abfcd", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:06:27.890756 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f7997235-4d98-424f-8a7a-2cc661225136 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:06:27.891144 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b35479-c1f7-43fd-9fc7-e84718a56eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2685d139-a671-412d-b39b-2389452abfcd', 'code': 200} Jun 28 14:06:27.915684 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=2685d139-a671-412d-b39b-2389452abfcd,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:27.918691 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:28.073807 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d28dc-5de4-4f7d-9ae3-15d9c24a34db req-28e939fb-4327-471c-be22-f0e0a1850b5a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:28.075269 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3a4d28dc-5de4-4f7d-9ae3-15d9c24a34db req-28e939fb-4327-471c-be22-f0e0a1850b5a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/ports?device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 950 time: 0.0627298 Jun 28 14:06:28.111868 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3a4d28dc-5de4-4f7d-9ae3-15d9c24a34db req-df4c3944-f69d-4eed-927c-e8209e1f610c tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/security-groups?id=257cc8be-a450-4fed-afad-68909cb9a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306501 Jun 28 14:06:28.159656 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9fb6f-84d4-499c-9d43-e89c91f03cb7 req-3f0b62e1-5738-4b66-bcaa-63d04120e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:28.161145 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1ac9fb6f-84d4-499c-9d43-e89c91f03cb7 req-3f0b62e1-5738-4b66-bcaa-63d04120e5ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 1103 time: 0.0510490 Jun 28 14:06:28.201558 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1ac9fb6f-84d4-499c-9d43-e89c91f03cb7 req-70ab35cb-2676-4f68-920f-6f21cc5e67d8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=257cc8be-a450-4fed-afad-68909cb9a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328648 Jun 28 14:06:28.625703 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f616f616-1639-489b-8744-e4f96c554319 req-52ecacfb-702e-4f05-8cd1-95f53870b639 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ceab46-431e-428f-8de5-1a033b0c8af6 HTTP/1.1" status: 200 len: 210 time: 0.0322585 Jun 28 14:06:28.895145 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81078d-bf2e-4359-87b4-4146eb8aa677 req-38c138d9-fdb7-4029-a70d-ecb33e685985 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:28.897119 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-cb81078d-bf2e-4359-87b4-4146eb8aa677 req-38c138d9-fdb7-4029-a70d-ecb33e685985 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0659113 Jun 28 14:06:28.938821 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-cb81078d-bf2e-4359-87b4-4146eb8aa677 req-f60bd885-df3c-4c32-b071-84567c5a7cfa tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357735 Jun 28 14:06:29.290057 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96fb7e-158b-493c-85ea-4d55853cf921 req-814fb41a-9211-4bd0-b8a4-3a29a296c098 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:29.291472 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a96fb7e-158b-493c-85ea-4d55853cf921 req-814fb41a-9211-4bd0-b8a4-3a29a296c098 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/ports?device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 950 time: 0.0667441 Jun 28 14:06:29.327952 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a96fb7e-158b-493c-85ea-4d55853cf921 req-81def69e-ab13-4454-a7d3-e22eec63853f tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/security-groups?id=257cc8be-a450-4fed-afad-68909cb9a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308375 Jun 28 14:06:29.607638 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 55516) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:29.723089 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6c43942f-b6bc-4762-8841-50549bfc4701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:29.851739 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6c43942f-b6bc-4762-8841-50549bfc4701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:29.855515 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6c43942f-b6bc-4762-8841-50549bfc4701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:29.859137 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-40218a3d-f5d8-4bdb-af68-925e21135eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:29.897477 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-6c43942f-b6bc-4762-8841-50549bfc4701 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5d057b2b3a541d09df746534f3d0d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887220 Jun 28 14:06:29.898384 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43942f-b6bc-4762-8841-50549bfc4701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c725bd-99e5-41ee-b9ec-29477f1443cb,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:29.900323 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 55532) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:29.901675 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6c43942f-b6bc-4762-8841-50549bfc4701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:29.965399 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8b2fd899-25b8-4541-b142-5b64d6a6495a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:29.989175 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8b2fd899-25b8-4541-b142-5b64d6a6495a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:30.054860 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8b2fd899-25b8-4541-b142-5b64d6a6495a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:30.057978 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8b2fd899-25b8-4541-b142-5b64d6a6495a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:30.060156 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-8b2fd899-25b8-4541-b142-5b64d6a6495a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72c725bd-99e5-41ee-b9ec-29477f1443cb HTTP/1.1" status: 204 len: 168 time: 0.1572678 Jun 28 14:06:30.062470 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-852a059f-cae2-4c2c-a518-132fdb69d735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:30.104043 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fd899-25b8-4541-b142-5b64d6a6495a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c725bd-99e5-41ee-b9ec-29477f1443cb,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:30.106849 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-8b2fd899-25b8-4541-b142-5b64d6a6495a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:30.152169 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e8386-a3b6-4174-876c-e5efd15bfaad req-594bc6a1-ceb1-4691-9a0a-25881a1cda12 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:30.153884 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7a6e8386-a3b6-4174-876c-e5efd15bfaad req-594bc6a1-ceb1-4691-9a0a-25881a1cda12 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0922959 Jun 28 14:06:30.206452 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7a6e8386-a3b6-4174-876c-e5efd15bfaad req-4d47f887-bd68-4e91-a881-71a79d674f0e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468972 Jun 28 14:06:30.554397 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b5868-1434-4a2f-bbf9-a6d08d17cdb1 req-9a820dce-dc0a-4e3d-850f-0a8f04e56db8 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:30.556728 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6e0b5868-1434-4a2f-bbf9-a6d08d17cdb1 req-9a820dce-dc0a-4e3d-850f-0a8f04e56db8 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/ports?device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 950 time: 0.1051700 Jun 28 14:06:30.612435 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6e0b5868-1434-4a2f-bbf9-a6d08d17cdb1 req-ff84cf56-34d3-4ef0-89c6-5dbbceef7930 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/security-groups?id=257cc8be-a450-4fed-afad-68909cb9a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491385 Jun 28 14:06:30.782250 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 55602) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:30.898924 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-678337041-network', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:30.919740 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Made reservation on behalf of f154bdfc04f34f66a9ef7393d6e7494b for: {'network': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:06:30.922128 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:30.930778 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:31.057364 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88790b71-4fd6-4c81-8fc5-8ddafae9a8b8 req-0efb67ed-5886-4c8f-b6ac-b90f7ef84b73 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:31.058846 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-88790b71-4fd6-4c81-8fc5-8ddafae9a8b8 req-0efb67ed-5886-4c8f-b6ac-b90f7ef84b73 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/ports?device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 950 time: 0.0977032 Jun 28 14:06:31.089624 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:31.095626 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:31.104020 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-5825bbba-3c96-475c-bf85-004cf235a13d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:31.122772 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-88790b71-4fd6-4c81-8fc5-8ddafae9a8b8 req-a1aff140-d5c6-4cc6-9e4b-eb9e2e49c00e tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/security-groups?id=257cc8be-a450-4fed-afad-68909cb9a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585074 Jun 28 14:06:31.124854 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=93024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:06:31.143513 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:31.143889 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.segments_db [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Added segment ca40b520-4dd6-4afc-8e1e-61c63781ccd8 of type vlan for network e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f Jun 28 14:06:31.145116 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e409a3-6b41-454c-bab3-c29c4189169d,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:31.153555 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:31.184674 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:31.211988 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:31.213258 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:31.213832 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:31.216540 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:31.270866 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4874768 Jun 28 14:06:31.273871 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 55616) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:31.276490 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:31.279248 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:31.279422 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-b63bc830-3df3-470b-ac30-5ca9b38bec15 admin admin] Request body: {'subnet': {'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-678337041-subnet', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'ip_version': 4}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:31.287320 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:06:31.300625 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63bc830-3df3-470b-ac30-5ca9b38bec15 admin admin] Made reservation on behalf of f154bdfc04f34f66a9ef7393d6e7494b for: {'subnet': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:06:31.304552 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b63bc830-3df3-470b-ac30-5ca9b38bec15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6092037'] for subnet, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:31.365231 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-99dab32c-d01e-45d1-adc0-3233d21015b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:31.470402 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b63bc830-3df3-470b-ac30-5ca9b38bec15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6809300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6093807'] for subnet, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:31.472667 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-b0ec7b36-fd9d-4173-8644-b68cb524dacd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:31.517177 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bc830-3df3-470b-ac30-5ca9b38bec15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e78336-1cbd-43a7-9a97-9c761be27c68,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:31.521297 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-b63bc830-3df3-470b-ac30-5ca9b38bec15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:31.536603 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63bc830-3df3-470b-ac30-5ca9b38bec15 admin admin] Checking segment: {'id': 'ca40b520-4dd6-4afc-8e1e-61c63781ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:06:31.536983 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63bc830-3df3-470b-ac30-5ca9b38bec15 admin admin] Network hostable DHCP agents. Network: e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:06:31.553182 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63bc830-3df3-470b-ac30-5ca9b38bec15 admin admin] Network e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:06:31.567097 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-b63bc830-3df3-470b-ac30-5ca9b38bec15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f) {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:06:31.571237 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63bc830-3df3-470b-ac30-5ca9b38bec15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:31.571849 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b63bc830-3df3-470b-ac30-5ca9b38bec15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:31.576715 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5bcc23-5715-4f14-b244-aea3ed84aff4 None None] Network e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:06:31.584944 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-b63bc830-3df3-470b-ac30-5ca9b38bec15 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3100243 Jun 28 14:06:31.587574 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 55620) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:31.591867 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-678337041-router', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:31.615878 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28683'] for router, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:31.617246 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-912730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28672'] for router, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:31.672999 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:31.730559 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f3e3a9-c59e-5da9-8838-58e8a81b630c-e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'fixed_ips': [{'subnet_id': '80e78336-1cbd-43a7-9a97-9c761be27c68'}]}} from dv-cinder-761113-15-iscsi. {{(pid=93025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 14:06:31.731504 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:31.860980 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.db_base_plugin_common [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Allocated IP 172.20.0.2 (e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f/80e78336-1cbd-43a7-9a97-9c761be27c68/b779a3fe-46c7-4d09-838f-1ccc9f8047b2) {{(pid=93025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:06:32.030408 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-564523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28718'] for router, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:32.030682 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Notify callbacks [] for port, precommit_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:32.040355 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Transition to ACTIVE for port object b779a3fe-46c7-4d09-838f-1ccc9f8047b2 will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:06:32.055118 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Transition to ACTIVE for port object b779a3fe-46c7-4d09-838f-1ccc9f8047b2 will not be triggered until provisioned by entity DHCP. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:06:32.060884 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:32.062727 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:32.097493 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Network e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f is already hosted by enough agents. {{(pid=93025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:06:32.104076 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.base_scheduler [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Resources bound (agent type, host, resource id): {{(pid=93025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:06:32.108612 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Received port after_create {{(pid=93025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:06:32.110532 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Pushing event updated for resources: {'Port': ['ID=b779a3fe-46c7-4d09-838f-1ccc9f8047b2,revision_number=1']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:32.113856 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:32.188095 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Attempting to bind port b779a3fe-46c7-4d09-838f-1ccc9f8047b2 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:06:32.188474 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Attempting to bind port b779a3fe-46c7-4d09-838f-1ccc9f8047b2 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'ca40b520-4dd6-4afc-8e1e-61c63781ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:06:32.188848 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Attempting to bind port b779a3fe-46c7-4d09-838f-1ccc9f8047b2 on network e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:06:32.193803 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:06:32.194186 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Checking segment: {'id': 'ca40b520-4dd6-4afc-8e1e-61c63781ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:06:32.194597 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:32.195000 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Bound using segment: {'id': 'ca40b520-4dd6-4afc-8e1e-61c63781ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:06:32.195473 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Bound port: b779a3fe-46c7-4d09-838f-1ccc9f8047b2, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca40b520-4dd6-4afc-8e1e-61c63781ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:06:32.195901 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:32.230769 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:32.249229 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:32.274416 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] For port b779a3fe-46c7-4d09-838f-1ccc9f8047b2, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:06:32.279279 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] For port b779a3fe-46c7-4d09-838f-1ccc9f8047b2, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=b779a3fe-46c7-4d09-838f-1ccc9f8047b2,segment=NetworkSegment(ca40b520-4dd6-4afc-8e1e-61c63781ccd8),segment_id=ca40b520-4dd6-4afc-8e1e-61c63781ccd8)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:06:32.287157 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:32.289159 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:32.341639 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Pushing event updated for resources: {'Port': ['ID=b779a3fe-46c7-4d09-838f-1ccc9f8047b2,revision_number=2']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:32.344635 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:32.361495 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Allocated IP 172.27.2.41 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/9244af8b-e2a8-4977-8a22-97f1fe86e364) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:06:32.468271 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:32.512903 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:32.514972 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-0b57c61e-d50b-4c08-8ca0-6ee5d2e8cbb6 tempest-DeleteServersTestJSON-748931651 tempest-DeleteServersTestJSON-748931651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:32.564623 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:06:32.566275 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:06:32.577680 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:06:32.580832 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Pushing event updated for resources: {'Port': ['ID=9244af8b-e2a8-4977-8a22-97f1fe86e364,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:32.604691 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:32.838295 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:33.034965 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564606'] for router, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:33.164243 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Router 9dd567c7-b09f-41c4-a98e-314cdb2727ad is scheduled to L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d with binding_index 1 {{(pid=93023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 14:06:33.253517 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23713a81-5149-471e-b96a-b1504083bab4 None None] Network e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:06:33.276365 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:06:33.285058 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Sync routers for ids ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:06:33.294131 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Notify callbacks [] for router, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:33.294765 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Routers {'9dd567c7-b09f-41c4-a98e-314cdb2727ad'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:06:33.295473 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:06:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:06:33.298515 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 55638) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:33.299067 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7101991 Jun 28 14:06:33.411701 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Set router 9dd567c7-b09f-41c4-a98e-314cdb2727ad gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:06:33.433714 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-dd429ef3-e03f-48cf-92fa-e1d54b656a5f None None] Provisioning for port b779a3fe-46c7-4d09-838f-1ccc9f8047b2 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:06:33.597571 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'name': 'tempest-TestShelveInstance-678337041-router', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:31Z', 'updated_at': '2021-06-28T14:06:32Z', 'revision_number': 3, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'gw_port': {'id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:32Z', 'updated_at': '2021-06-28T14:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:06:33.628357 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Checking router: 9dd567c7-b09f-41c4-a98e-314cdb2727ad for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:06:33.628714 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Updating router 9dd567c7-b09f-41c4-a98e-314cdb2727ad port 9244af8b-e2a8-4977-8a22-97f1fe86e364 binding host dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:06:33.667359 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:33.745119 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:33.867532 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-00592967-64de-4ced-84a2-ae426e3755f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:33.902074 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Allocated IP 172.20.0.1 (e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f/80e78336-1cbd-43a7-9a97-9c761be27c68/0db0d401-cbc4-4d63-867a-cbd678263943) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:06:33.916980 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 516eabe6-23ac-4559-ac1e-778eca207f8a no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:06:33.939416 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: 516eabe6-23ac-4559-ac1e-778eca207f8a {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:06:33.939836 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 516eabe6-23ac-4559-ac1e-778eca207f8a not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:06:34.010242 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:34.015257 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:34.024663 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.provisioning_blocks [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Transition to ACTIVE for port object 0db0d401-cbc4-4d63-867a-cbd678263943 will not be triggered until provisioned by entity DHCP. {{(pid=93024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:06:34.027719 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.provisioning_blocks [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Transition to ACTIVE for port object 9244af8b-e2a8-4977-8a22-97f1fe86e364 will not be triggered until provisioned by entity L2. {{(pid=93026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:06:34.034037 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:34.037923 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:34.067612 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6079584'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:34.070754 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-edc85de7-432c-49e1-98c5-f92c9bfd1284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:34.081648 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Attempting to bind port 9244af8b-e2a8-4977-8a22-97f1fe86e364 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:06:34.082035 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Attempting to bind port 9244af8b-e2a8-4977-8a22-97f1fe86e364 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:06:34.083988 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Attempting to bind port 9244af8b-e2a8-4977-8a22-97f1fe86e364 on network 25d2b976-e9c7-4b06-b7a5-7d02942f13af {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:06:34.105552 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:06:34.106062 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Checking segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:06:34.106366 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Network e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:06:34.106483 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:34.106850 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Bound using segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:06:34.107311 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Bound port: 9244af8b-e2a8-4977-8a22-97f1fe86e364, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:06:34.107725 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:34.113114 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:06:34.122386 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Pushing event updated for resources: {'Port': ['ID=0db0d401-cbc4-4d63-867a-cbd678263943,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:34.125779 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:34.126753 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:06:34.139188 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Pushing event updated for resources: {'Port': ['ID=9244af8b-e2a8-4977-8a22-97f1fe86e364,revision_number=2']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:34.172699 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:34.182552 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] For port 9244af8b-e2a8-4977-8a22-97f1fe86e364, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:06:34.190570 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] For port 9244af8b-e2a8-4977-8a22-97f1fe86e364, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=9244af8b-e2a8-4977-8a22-97f1fe86e364,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:06:34.192931 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549502'] for router_interface, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:34.209766 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:34.211122 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:34.211493 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:34.212019 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:34.212317 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:34.212643 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:34.212977 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:34.213343 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:34.213616 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:34.213937 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:34.214252 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:34.214568 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:34.214888 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:34.219053 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:34.221457 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:34.285494 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Pushing event updated for resources: {'Port': ['ID=9244af8b-e2a8-4977-8a22-97f1fe86e364,revision_number=3']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:34.309386 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:34.336115 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Routers {'9dd567c7-b09f-41c4-a98e-314cdb2727ad'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:06:34.336896 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:06:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:06:34.338829 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device b779a3fe-46c7-4d09-838f-1ccc9f8047b2 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:06:34.418583 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d3334-c148-4a94-b77e-6be0ab3c8f1e req-293d20e0-b2b7-41d2-bdf1-a6dd2913a224 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:34.425874 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1e1d3334-c148-4a94-b77e-6be0ab3c8f1e req-293d20e0-b2b7-41d2-bdf1-a6dd2913a224 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/ports?device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 950 time: 0.1079063 Jun 28 14:06:34.432681 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port b779a3fe-46c7-4d09-838f-1ccc9f8047b2 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:06:34.437342 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port b779a3fe-46c7-4d09-838f-1ccc9f8047b2 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:34.438022 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:34.459712 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] Set router 9dd567c7-b09f-41c4-a98e-314cdb2727ad gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:06:34.490264 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-678983dd-589e-4e72-aa75-27996d24eeee None None] Provisioning for port 0db0d401-cbc4-4d63-867a-cbd678263943 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:06:34.495644 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-678983dd-589e-4e72-aa75-27996d24eeee None None] Provisioning complete for port 0db0d401-cbc4-4d63-867a-cbd678263943 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:34.495952 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:34.496890 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-678983dd-589e-4e72-aa75-27996d24eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:34.500910 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1e1d3334-c148-4a94-b77e-6be0ab3c8f1e req-44e43fbd-fccc-4242-a90b-7d172a30ebb0 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/security-groups?id=257cc8be-a450-4fed-afad-68909cb9a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729427 Jun 28 14:06:34.530060 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d2d42-4d37-444a-bead-ece8ce0305a6 req-f2362522-d240-416f-998c-dd0af4a83f94 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:34.531632 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cf4d2d42-4d37-444a-bead-ece8ce0305a6 req-f2362522-d240-416f-998c-dd0af4a83f94 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.3329480 Jun 28 14:06:34.566721 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-678983dd-589e-4e72-aa75-27996d24eeee None None] Port 0db0d401-cbc4-4d63-867a-cbd678263943 cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:06:34.568595 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:34.605192 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port b779a3fe-46c7-4d09-838f-1ccc9f8047b2, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=b779a3fe-46c7-4d09-838f-1ccc9f8047b2,segment=NetworkSegment(ca40b520-4dd6-4afc-8e1e-61c63781ccd8),segment_id=ca40b520-4dd6-4afc-8e1e-61c63781ccd8)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:06:34.610330 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cf4d2d42-4d37-444a-bead-ece8ce0305a6 req-a9f9ce10-9c7d-4f2a-a149-64a7780284e2 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712965 Jun 28 14:06:34.612824 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:34.618006 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:34.667007 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'name': 'tempest-TestShelveInstance-678337041-router', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:31Z', 'updated_at': '2021-06-28T14:06:32Z', 'revision_number': 3, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'gw_port': {'id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:32Z', 'updated_at': '2021-06-28T14:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:06:34.668676 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=b779a3fe-46c7-4d09-838f-1ccc9f8047b2,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:34.677117 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:34.692794 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58280e0-0c2e-4a9a-9f8e-cd6ed1a77b1a None None] The sync data for ids ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'] in dv-cinder-761113-15-iscsi is: [{'id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'name': 'tempest-TestShelveInstance-678337041-router', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:31Z', 'updated_at': '2021-06-28T14:06:32Z', 'revision_number': 3, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'gw_port': {'id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:32Z', 'updated_at': '2021-06-28T14:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:06:34.729886 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:34.736702 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6079634'] for port, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:34.744365 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-1417fb34-09d9-45c2-8df0-a404190c4ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:34.810203 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Pushing event updated for resources: {'Port': ['ID=0db0d401-cbc4-4d63-867a-cbd678263943,revision_number=2']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:34.812768 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549522'] for router_interface, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:34.814818 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:34.905365 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Network e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:06:34.906696 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:06:35.044364 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:35.053209 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Router 9dd567c7-b09f-41c4-a98e-314cdb2727ad has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:06:35.174539 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:06:35.195078 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-05893eac-8e91-4982-926d-56d2990c2e38 None None] Provisioning complete for port 0db0d401-cbc4-4d63-867a-cbd678263943 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:35.195464 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-05893eac-8e91-4982-926d-56d2990c2e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:35.198595 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] 10.222.0.11 "PUT /v2.0/routers/9dd567c7-b09f-41c4-a98e-314cdb2727ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8944411 Jun 28 14:06:35.244697 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-05893eac-8e91-4982-926d-56d2990c2e38 None None] Port 0db0d401-cbc4-4d63-867a-cbd678263943 cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:06:35.688341 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8fd4c-a90e-4831-9265-1d3f1c82727d req-03dd1613-0e3d-4560-b722-c9c18d0fd4bf tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:35.689924 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-87e8fd4c-a90e-4831-9265-1d3f1c82727d req-03dd1613-0e3d-4560-b722-c9c18d0fd4bf tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/ports?device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 950 time: 0.0652878 Jun 28 14:06:35.694357 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 55690) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:35.706318 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-734571046-network', 'tenant_id': 'cfe76ddf97044e2fbf6880db6ca2129a'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:35.736416 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] Made reservation on behalf of cfe76ddf97044e2fbf6880db6ca2129a for: {'network': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:06:35.740217 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:35.761102 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:35.764786 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-87e8fd4c-a90e-4831-9265-1d3f1c82727d req-8e8afddb-7da9-451c-ab95-40b3823de17d tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/security-groups?id=257cc8be-a450-4fed-afad-68909cb9a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672865 Jun 28 14:06:35.856899 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cb876-ebef-42d2-856c-92a41d0e10db req-46cf3e21-a0f0-4c41-94ee-c157de816bd0 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:35.858337 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-da1cb876-ebef-42d2-856c-92a41d0e10db req-46cf3e21-a0f0-4c41-94ee-c157de816bd0 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.1148872 Jun 28 14:06:35.919742 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-da1cb876-ebef-42d2-856c-92a41d0e10db req-4d3eada6-8f06-41f1-8df1-182ef3ebd493 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529397 Jun 28 14:06:35.949355 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:35.953906 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:35.957371 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-62a6d6b3-c2d0-4371-babb-39cb1aec168b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:35.980625 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=93024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:06:35.992262 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991f0d64-f09e-478f-8843-9d845cb4c0a4,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:35.996894 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:35.997759 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:35.998108 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.segments_db [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] Added segment fd6d37b6-3a3c-420c-8b06-53a9d638d65f of type vlan for network 1e8729b7-47e9-4379-bfdb-87d1b8e871d8 Jun 28 14:06:36.042212 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:36.073206 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:36.075063 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:36.075857 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:36.079340 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-0aadd4d2-68e1-4e2b-b5ce-1adb01c41839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:36.156942 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] Pushing event updated for resources: {'Network': ['ID=1e8729b7-47e9-4379-bfdb-87d1b8e871d8,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:36.160471 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:36.165707 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 55718) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:36.174169 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4716632 Jun 28 14:06:36.174483 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-ab4dd170-ddf0-47b0-a41c-2cfec413ecec admin admin] Request body: {'subnet': {'network_id': '1e8729b7-47e9-4379-bfdb-87d1b8e871d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-734571046-subnet', 'tenant_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'ip_version': 4}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:36.198496 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network 1e8729b7-47e9-4379-bfdb-87d1b8e871d8 details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:06:36.200332 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4dd170-ddf0-47b0-a41c-2cfec413ecec admin admin] Made reservation on behalf of cfe76ddf97044e2fbf6880db6ca2129a for: {'subnet': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:06:36.204509 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ab4dd170-ddf0-47b0-a41c-2cfec413ecec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6092037'] for subnet, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:36.440213 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6020fc6-2e4f-45a6-99c9-aee234dc9247 req-b2116cf7-114e-4c80-ac00-43851c6a0499 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:36.442122 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d6020fc6-2e4f-45a6-99c9-aee234dc9247 req-b2116cf7-114e-4c80-ac00-43851c6a0499 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.55 "GET /v2.0/ports?device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 950 time: 0.1202509 Jun 28 14:06:36.502463 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 9244af8b-e2a8-4977-8a22-97f1fe86e364 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:06:36.555344 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:36.598295 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 9244af8b-e2a8-4977-8a22-97f1fe86e364 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:06:36.602986 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 9244af8b-e2a8-4977-8a22-97f1fe86e364 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:36.603596 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:36.637597 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Sync routers for ids ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:06:36.662989 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Routers {'9dd567c7-b09f-41c4-a98e-314cdb2727ad'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:06:36.663950 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:06:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:06:36.722339 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ab4dd170-ddf0-47b0-a41c-2cfec413ecec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6809300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6093807'] for subnet, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:36.731976 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ed4040c3-3195-47da-aae1-a6dd954cc87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:36.788687 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-d6020fc6-2e4f-45a6-99c9-aee234dc9247 req-c2d23da8-0b3c-43ae-9866-8ef7c1837c30 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Deleting port 2685d139-a671-412d-b39b-2389452abfcd {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:06:36.789320 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-d6020fc6-2e4f-45a6-99c9-aee234dc9247 req-c2d23da8-0b3c-43ae-9866-8ef7c1837c30 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:36.809673 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:36.843146 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4dd170-ddf0-47b0-a41c-2cfec413ecec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac17c6d0-cbb8-462d-b4d1-11928a594c70,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:36.863501 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Set router 9dd567c7-b09f-41c4-a98e-314cdb2727ad gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:06:36.874268 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ab4dd170-ddf0-47b0-a41c-2cfec413ecec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:36.876753 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port 9244af8b-e2a8-4977-8a22-97f1fe86e364, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=9244af8b-e2a8-4977-8a22-97f1fe86e364,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:06:36.890128 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4dd170-ddf0-47b0-a41c-2cfec413ecec admin admin] Checking segment: {'id': 'fd6d37b6-3a3c-420c-8b06-53a9d638d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1e8729b7-47e9-4379-bfdb-87d1b8e871d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:06:36.890641 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4dd170-ddf0-47b0-a41c-2cfec413ecec admin admin] Network hostable DHCP agents. Network: 1e8729b7-47e9-4379-bfdb-87d1b8e871d8, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:06:36.925355 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:36.926519 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device b779a3fe-46c7-4d09-838f-1ccc9f8047b2 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:06:36.929959 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:36.962880 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4dd170-ddf0-47b0-a41c-2cfec413ecec admin admin] Network 1e8729b7-47e9-4379-bfdb-87d1b8e871d8 is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:06:36.984353 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-d6020fc6-2e4f-45a6-99c9-aee234dc9247 req-c2d23da8-0b3c-43ae-9866-8ef7c1837c30 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] For port 2685d139-a671-412d-b39b-2389452abfcd, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2685d139-a671-412d-b39b-2389452abfcd,segment=NetworkSegment(d83bdb0c-fb67-48df-a21a-4e65ddd98212),segment_id=d83bdb0c-fb67-48df-a21a-4e65ddd98212)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:06:36.984946 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-d6020fc6-2e4f-45a6-99c9-aee234dc9247 req-c2d23da8-0b3c-43ae-9866-8ef7c1837c30 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:37.010212 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-ab4dd170-ddf0-47b0-a41c-2cfec413ecec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, 1e8729b7-47e9-4379-bfdb-87d1b8e871d8) {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:06:37.044759 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189c2b4b-5acc-4097-8f8d-8f2a3bcca7f5 None None] Network 1e8729b7-47e9-4379-bfdb-87d1b8e871d8 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:06:37.070348 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4dd170-ddf0-47b0-a41c-2cfec413ecec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:37.071086 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ab4dd170-ddf0-47b0-a41c-2cfec413ecec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:37.077505 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-d6020fc6-2e4f-45a6-99c9-aee234dc9247 req-c2d23da8-0b3c-43ae-9866-8ef7c1837c30 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Calling delete_port for 2685d139-a671-412d-b39b-2389452abfcd owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:06:37.113310 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=9244af8b-e2a8-4977-8a22-97f1fe86e364,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:37.127639 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:37.157234 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-ab4dd170-ddf0-47b0-a41c-2cfec413ecec admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9902220 Jun 28 14:06:37.159731 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 55732) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:37.168964 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-734571046-router', 'tenant_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:37.193507 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port b779a3fe-46c7-4d09-838f-1ccc9f8047b2 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:37.194256 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:37.225893 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de52487-0e72-460a-8c3c-c3cddf25df90 req-1beecddb-6014-4c85-8e1f-961fa430ab99 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:37.227615 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3de52487-0e72-460a-8c3c-c3cddf25df90 req-1beecddb-6014-4c85-8e1f-961fa430ab99 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.1248550 Jun 28 14:06:37.318377 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3de52487-0e72-460a-8c3c-c3cddf25df90 req-6c8f8875-af01-4ef4-9748-ba5209d99441 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758379 Jun 28 14:06:37.342405 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-d6020fc6-2e4f-45a6-99c9-aee234dc9247 req-c2d23da8-0b3c-43ae-9866-8ef7c1837c30 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:37.350729 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-bca9e605-48c6-45e0-8527-eccef5cf8116 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:37.395732 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['2685d139-a671-412d-b39b-2389452abfcd'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:06:37.398223 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f3e3a9-c59e-5da9-8838-58e8a81b630c-1e8729b7-47e9-4379-bfdb-87d1b8e871d8', 'network_id': '1e8729b7-47e9-4379-bfdb-87d1b8e871d8', 'tenant_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'fixed_ips': [{'subnet_id': 'ac17c6d0-cbb8-462d-b4d1-11928a594c70'}]}} from dv-cinder-761113-15-iscsi. {{(pid=93025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 14:06:37.399095 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:37.404469 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee3c61-1595-4247-b097-ad324d629846 req-d2686fb5-6f66-4a06-86c9-88454230dd28 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:37.416346 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-dcee3c61-1595-4247-b097-ad324d629846 req-d2686fb5-6f66-4a06-86c9-88454230dd28 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/ports?device_id=65b35479-c1f7-43fd-9fc7-e84718a56eb9 HTTP/1.1" status: 200 len: 950 time: 0.4255841 Jun 28 14:06:37.433305 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d23da8-0b3c-43ae-9866-8ef7c1837c30 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Pushing event deleted for resources: {'Port': ['ID=2685d139-a671-412d-b39b-2389452abfcd,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:37.441665 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-c2d23da8-0b3c-43ae-9866-8ef7c1837c30 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:37.449522 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28683'] for router, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:37.452539 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-912730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28672'] for router, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:37.518034 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'name': 'tempest-TestShelveInstance-678337041-router', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:31Z', 'updated_at': '2021-06-28T14:06:34Z', 'revision_number': 4, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'gw_port': {'id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:32Z', 'updated_at': '2021-06-28T14:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '0db0d401-cbc4-4d63-867a-cbd678263943', 'name': '', 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'mac_address': 'fa:16:3e:c9:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:33Z', 'updated_at': '2021-06-28T14:06:34Z', 'revision_number': 2, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'subnets': [{'id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:06:37.596510 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:37.632901 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Checking router: 9dd567c7-b09f-41c4-a98e-314cdb2727ad for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:06:37.633538 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Updating router 9dd567c7-b09f-41c4-a98e-314cdb2727ad port 0db0d401-cbc4-4d63-867a-cbd678263943 binding host dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:06:37.739337 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6020fc6-2e4f-45a6-99c9-aee234dc9247 req-c2d23da8-0b3c-43ae-9866-8ef7c1837c30 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] No DVR routers for this DVR port 2685d139-a671-412d-b39b-2389452abfcd on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:06:37.742470 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-d6020fc6-2e4f-45a6-99c9-aee234dc9247 req-c2d23da8-0b3c-43ae-9866-8ef7c1837c30 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:37.742919 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:37.745503 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d6020fc6-2e4f-45a6-99c9-aee234dc9247 req-c2d23da8-0b3c-43ae-9866-8ef7c1837c30 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.55 "DELETE /v2.0/ports/2685d139-a671-412d-b39b-2389452abfcd HTTP/1.1" status: 204 len: 173 time: 1.2316041 Jun 28 14:06:37.782542 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b35479-c1f7-43fd-9fc7-e84718a56eb9', 'name': 'network-vif-deleted', 'tag': '2685d139-a671-412d-b39b-2389452abfcd'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:06:37.800705 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3c5d9b-c183-4f3d-a52e-145e47a2bb37" -d '{"events": [{"server_uuid": "65b35479-c1f7-43fd-9fc7-e84718a56eb9", "name": "network-vif-deleted", "tag": "2685d139-a671-412d-b39b-2389452abfcd"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:06:37.830782 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.db_base_plugin_common [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Allocated IP 172.20.0.2 (1e8729b7-47e9-4379-bfdb-87d1b8e871d8/ac17c6d0-cbb8-462d-b4d1-11928a594c70/6cc1f5b4-028c-4b67-a05d-e3590789c436) {{(pid=93025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:06:37.865432 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-dcee3c61-1595-4247-b097-ad324d629846 req-97dcd175-ab5e-41dc-b3f3-f184e67c6185 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] 10.222.0.11 "GET /v2.0/security-groups?id=257cc8be-a450-4fed-afad-68909cb9a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482188 Jun 28 14:06:37.965605 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-564523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28718'] for router, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:37.999505 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c45224-bc1f-46ed-b2dd-6d2a480598d8 x-openstack-request-id: req-98c45224-bc1f-46ed-b2dd-6d2a480598d8 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:06:38.000620 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b35479-c1f7-43fd-9fc7-e84718a56eb9", "name": "network-vif-deleted", "tag": "2685d139-a671-412d-b39b-2389452abfcd", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:06:38.001527 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98c45224-bc1f-46ed-b2dd-6d2a480598d8 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:06:38.005811 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b35479-c1f7-43fd-9fc7-e84718a56eb9', 'name': 'network-vif-deleted', 'tag': '2685d139-a671-412d-b39b-2389452abfcd', 'status': 'completed', 'code': 200} Jun 28 14:06:38.276901 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:38.295084 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 9244af8b-e2a8-4977-8a22-97f1fe86e364 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:06:38.299925 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:38.496708 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 9244af8b-e2a8-4977-8a22-97f1fe86e364 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:38.497347 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:38.499960 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Allocated IP 172.27.2.223 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/549903f2-cca8-46f7-bde5-b667e455a36b) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:06:38.567614 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Notify callbacks [] for port, precommit_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:38.597082 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Transition to ACTIVE for port object 6cc1f5b4-028c-4b67-a05d-e3590789c436 will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:06:38.601523 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:38.606550 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf239bf-a437-49c3-af5e-29f36297792b req-839bc39f-c6d4-4225-9e3a-f2d303ef6926 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:38.608324 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3bf239bf-a437-49c3-af5e-29f36297792b req-839bc39f-c6d4-4225-9e3a-f2d303ef6926 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.1366727 Jun 28 14:06:38.628516 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Transition to ACTIVE for port object 0db0d401-cbc4-4d63-867a-cbd678263943 will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:06:38.640996 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Transition to ACTIVE for port object 6cc1f5b4-028c-4b67-a05d-e3590789c436 will not be triggered until provisioned by entity DHCP. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:06:38.654647 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:38.659419 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:38.668463 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:38.812748 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Network 1e8729b7-47e9-4379-bfdb-87d1b8e871d8 is already hosted by enough agents. {{(pid=93025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:06:38.814065 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f5776-48f1-49cb-b9ff-aa97dec0b1cd None None] Pushing event updated for resources: {'Port': ['ID=0db0d401-cbc4-4d63-867a-cbd678263943,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:38.826211 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-119f5776-48f1-49cb-b9ff-aa97dec0b1cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:38.830683 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.base_scheduler [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Resources bound (agent type, host, resource id): {{(pid=93025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:06:38.833369 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-ee184840-0eed-4c95-ae91-d488748f1100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:38.847857 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Received port after_create {{(pid=93025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:06:39.079741 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3bf239bf-a437-49c3-af5e-29f36297792b req-e81bfa2c-cf4e-46ef-9ca1-c6d927b90f9a tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359715 Jun 28 14:06:39.109700 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Attempting to bind port 0db0d401-cbc4-4d63-867a-cbd678263943 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:06:39.110511 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Attempting to bind port 0db0d401-cbc4-4d63-867a-cbd678263943 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'ca40b520-4dd6-4afc-8e1e-61c63781ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:06:39.110899 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Attempting to bind port 0db0d401-cbc4-4d63-867a-cbd678263943 on network e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:06:39.119863 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:06:39.120259 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Checking segment: {'id': 'ca40b520-4dd6-4afc-8e1e-61c63781ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:06:39.121051 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:39.121528 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Bound using segment: {'id': 'ca40b520-4dd6-4afc-8e1e-61c63781ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:06:39.122144 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Bound port: 0db0d401-cbc4-4d63-867a-cbd678263943, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca40b520-4dd6-4afc-8e1e-61c63781ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:06:39.122548 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:39.137057 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Pushing event updated for resources: {'Port': ['ID=6cc1f5b4-028c-4b67-a05d-e3590789c436,revision_number=1']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:39.151443 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Attempting to bind port 6cc1f5b4-028c-4b67-a05d-e3590789c436 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:06:39.151943 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Attempting to bind port 6cc1f5b4-028c-4b67-a05d-e3590789c436 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'fd6d37b6-3a3c-420c-8b06-53a9d638d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1e8729b7-47e9-4379-bfdb-87d1b8e871d8'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:06:39.152667 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Attempting to bind port 6cc1f5b4-028c-4b67-a05d-e3590789c436 on network 1e8729b7-47e9-4379-bfdb-87d1b8e871d8 {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:06:39.157086 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:39.159991 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:39.168322 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:06:39.168791 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Checking segment: {'id': 'fd6d37b6-3a3c-420c-8b06-53a9d638d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1e8729b7-47e9-4379-bfdb-87d1b8e871d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:06:39.169312 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:39.170044 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Bound using segment: {'id': 'fd6d37b6-3a3c-420c-8b06-53a9d638d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1e8729b7-47e9-4379-bfdb-87d1b8e871d8'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:06:39.172152 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Bound port: 6cc1f5b4-028c-4b67-a05d-e3590789c436, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6d37b6-3a3c-420c-8b06-53a9d638d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1e8729b7-47e9-4379-bfdb-87d1b8e871d8'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:06:39.172152 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:39.302746 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:39.308927 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-de2fad2e-6217-4b69-8c2f-d937b16f6b2f tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:39.371430 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:06:39.371742 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] For port 0db0d401-cbc4-4d63-867a-cbd678263943, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:06:39.374489 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] For port 6cc1f5b4-028c-4b67-a05d-e3590789c436, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:06:39.377450 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] For port 0db0d401-cbc4-4d63-867a-cbd678263943, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=0db0d401-cbc4-4d63-867a-cbd678263943,segment=NetworkSegment(ca40b520-4dd6-4afc-8e1e-61c63781ccd8),segment_id=ca40b520-4dd6-4afc-8e1e-61c63781ccd8)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:06:39.378911 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:06:39.380407 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] For port 6cc1f5b4-028c-4b67-a05d-e3590789c436, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=6cc1f5b4-028c-4b67-a05d-e3590789c436,segment=NetworkSegment(fd6d37b6-3a3c-420c-8b06-53a9d638d65f),segment_id=fd6d37b6-3a3c-420c-8b06-53a9d638d65f)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:06:39.382868 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:06:39.391149 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:39.391388 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Pushing event updated for resources: {'Port': ['ID=549903f2-cca8-46f7-bde5-b667e455a36b,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:39.394550 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:39.395753 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:39.431086 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:39.496666 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f5776-48f1-49cb-b9ff-aa97dec0b1cd None None] Pushing event updated for resources: {'Port': ['ID=0db0d401-cbc4-4d63-867a-cbd678263943,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:39.502241 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-119f5776-48f1-49cb-b9ff-aa97dec0b1cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:39.510275 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:39.516455 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Routers {'9dd567c7-b09f-41c4-a98e-314cdb2727ad'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:06:39.525327 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:06:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:06:39.662797 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] Set router 9dd567c7-b09f-41c4-a98e-314cdb2727ad gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:06:39.800242 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Pushing event updated for resources: {'Port': ['ID=6cc1f5b4-028c-4b67-a05d-e3590789c436,revision_number=2']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:39.854025 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:39.882582 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:40.037814 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'name': 'tempest-TestShelveInstance-678337041-router', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:31Z', 'updated_at': '2021-06-28T14:06:34Z', 'revision_number': 4, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'gw_port': {'id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:32Z', 'updated_at': '2021-06-28T14:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '0db0d401-cbc4-4d63-867a-cbd678263943', 'name': '', 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'mac_address': 'fa:16:3e:c9:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:33Z', 'updated_at': '2021-06-28T14:06:39Z', 'revision_number': 4, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'subnets': [{'id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:06:40.076965 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f795207-92c5-47f0-866a-ec72695d26c9 None None] The sync data for ids ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'] in dv-cinder-761113-15-iscsi is: [{'id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'name': 'tempest-TestShelveInstance-678337041-router', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:31Z', 'updated_at': '2021-06-28T14:06:34Z', 'revision_number': 4, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'gw_port': {'id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:32Z', 'updated_at': '2021-06-28T14:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '0db0d401-cbc4-4d63-867a-cbd678263943', 'name': '', 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'mac_address': 'fa:16:3e:c9:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:33Z', 'updated_at': '2021-06-28T14:06:39Z', 'revision_number': 4, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'subnets': [{'id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:06:40.188249 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564606'] for router, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:40.489752 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 0db0d401-cbc4-4d63-867a-cbd678263943 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:06:40.575985 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d47ed-b03f-48e4-a4d0-55464780f329 req-11934b3d-6598-4d94-8c48-984dd8420a27 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:40.584350 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-087d47ed-b03f-48e4-a4d0-55464780f329 req-11934b3d-6598-4d94-8c48-984dd8420a27 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.2765427 Jun 28 14:06:40.597340 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 0db0d401-cbc4-4d63-867a-cbd678263943 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:06:40.600110 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Router 965d72da-dcf8-4687-bbe0-61f71c96ee61 is scheduled to L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d with binding_index 1 {{(pid=93023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 14:06:40.603099 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 0db0d401-cbc4-4d63-867a-cbd678263943 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:40.603510 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:40.744761 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:40.784965 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:06:40.807189 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port 0db0d401-cbc4-4d63-867a-cbd678263943, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=0db0d401-cbc4-4d63-867a-cbd678263943,segment=NetworkSegment(ca40b520-4dd6-4afc-8e1e-61c63781ccd8),segment_id=ca40b520-4dd6-4afc-8e1e-61c63781ccd8)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:06:40.814362 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:40.815278 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 6cc1f5b4-028c-4b67-a05d-e3590789c436 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:06:40.855530 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:40.862891 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:06:40.883257 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Sync routers for ids ['965d72da-dcf8-4687-bbe0-61f71c96ee61'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:06:40.897996 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-087d47ed-b03f-48e4-a4d0-55464780f329 req-ed381315-2202-40b6-bdd6-8942f2fa6612 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125820 Jun 28 14:06:40.911053 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Routers {'965d72da-dcf8-4687-bbe0-61f71c96ee61'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:06:40.912024 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:06:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['965d72da-dcf8-4687-bbe0-61f71c96ee61'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:06:40.935397 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Notify callbacks [] for router, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:40.939959 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 55776) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:40.942901 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7800846 Jun 28 14:06:40.985361 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=0db0d401-cbc4-4d63-867a-cbd678263943,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:40.990631 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:41.002342 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 6cc1f5b4-028c-4b67-a05d-e3590789c436 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:06:41.135759 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Set router 965d72da-dcf8-4687-bbe0-61f71c96ee61 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:06:41.215677 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c54dbf5-d23d-48f2-9a99-534326d75294 None None] Network 1e8729b7-47e9-4379-bfdb-87d1b8e871d8 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:06:41.337358 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-ab61d90b-7fac-4eeb-9edd-43e1e5929dd7 None None] Provisioning for port 6cc1f5b4-028c-4b67-a05d-e3590789c436 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:06:41.347237 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-ab61d90b-7fac-4eeb-9edd-43e1e5929dd7 None None] Provisioning complete for port 6cc1f5b4-028c-4b67-a05d-e3590789c436 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:41.348822 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-ab61d90b-7fac-4eeb-9edd-43e1e5929dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:41.376836 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'name': 'tempest-TestShelveInstance-734571046-router', 'tenant_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:37Z', 'updated_at': '2021-06-28T14:06:39Z', 'revision_number': 3, 'project_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'gw_port': {'id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:38Z', 'updated_at': '2021-06-28T14:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:06:41.412371 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Checking router: 965d72da-dcf8-4687-bbe0-61f71c96ee61 for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:06:41.412977 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Updating router 965d72da-dcf8-4687-bbe0-61f71c96ee61 port 549903f2-cca8-46f7-bde5-b667e455a36b binding host dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:06:41.476400 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:41.883103 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-ab61d90b-7fac-4eeb-9edd-43e1e5929dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:41.919375 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:41.974383 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 2685d139-a671-412d-b39b-2389452abfcd no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:06:42.052864 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:42.073010 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: 2685d139-a671-412d-b39b-2389452abfcd {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:06:42.073621 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 2685d139-a671-412d-b39b-2389452abfcd not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:06:42.091157 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.provisioning_blocks [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Transition to ACTIVE for port object 549903f2-cca8-46f7-bde5-b667e455a36b will not be triggered until provisioned by entity L2. {{(pid=93026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:06:42.094081 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-ab61d90b-7fac-4eeb-9edd-43e1e5929dd7 None None] For port 6cc1f5b4-028c-4b67-a05d-e3590789c436, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=6cc1f5b4-028c-4b67-a05d-e3590789c436,segment=NetworkSegment(fd6d37b6-3a3c-420c-8b06-53a9d638d65f),segment_id=fd6d37b6-3a3c-420c-8b06-53a9d638d65f)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:06:42.105871 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-ab61d90b-7fac-4eeb-9edd-43e1e5929dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:42.108902 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:42.112994 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:42.123458 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:42.282310 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Attempting to bind port 549903f2-cca8-46f7-bde5-b667e455a36b on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:06:42.282823 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Attempting to bind port 549903f2-cca8-46f7-bde5-b667e455a36b by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:06:42.283279 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Attempting to bind port 549903f2-cca8-46f7-bde5-b667e455a36b on network 25d2b976-e9c7-4b06-b7a5-7d02942f13af {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:06:42.300922 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:06:42.302096 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Checking segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:06:42.303106 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:42.306120 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Bound using segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:06:42.307278 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Bound port: 549903f2-cca8-46f7-bde5-b667e455a36b, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:06:42.309296 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:42.421074 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61d90b-7fac-4eeb-9edd-43e1e5929dd7 None None] Pushing event updated for resources: {'Port': ['ID=6cc1f5b4-028c-4b67-a05d-e3590789c436,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:42.421321 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] For port 549903f2-cca8-46f7-bde5-b667e455a36b, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:06:42.424694 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 0db0d401-cbc4-4d63-867a-cbd678263943 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:06:42.424997 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] For port 549903f2-cca8-46f7-bde5-b667e455a36b, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=549903f2-cca8-46f7-bde5-b667e455a36b,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:06:42.447981 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:42.461407 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916774ba-eaaf-4a3d-a78d-2486f67821d4 None None] Pushing event updated for resources: {'Port': ['ID=549903f2-cca8-46f7-bde5-b667e455a36b,revision_number=2']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:42.480535 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-ab61d90b-7fac-4eeb-9edd-43e1e5929dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:42.483580 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-916774ba-eaaf-4a3d-a78d-2486f67821d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:42.484389 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:42.498200 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-020f02d4-82b3-44a3-bd0a-c893b5ced7f5 None None] Provisioning complete for port 6cc1f5b4-028c-4b67-a05d-e3590789c436 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:42.499371 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-020f02d4-82b3-44a3-bd0a-c893b5ced7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:42.593380 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 0db0d401-cbc4-4d63-867a-cbd678263943 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:42.593775 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:42.613112 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Allocated IP 172.20.0.1 (1e8729b7-47e9-4379-bfdb-87d1b8e871d8/ac17c6d0-cbb8-462d-b4d1-11928a594c70/4419e3d2-4293-43cc-ae26-f26fad2c59cf) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:06:42.629634 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Routers {'965d72da-dcf8-4687-bbe0-61f71c96ee61'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:06:42.632426 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:06:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['965d72da-dcf8-4687-bbe0-61f71c96ee61'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:06:42.649358 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b807b5-3ffb-412c-9333-875f6a9ed127 req-d4f12bbe-5337-4898-b2c9-407d3954c2d9 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:42.666842 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b5b807b5-3ffb-412c-9333-875f6a9ed127 req-d4f12bbe-5337-4898-b2c9-407d3954c2d9 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.3839157 Jun 28 14:06:42.717485 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916774ba-eaaf-4a3d-a78d-2486f67821d4 None None] Pushing event updated for resources: {'Port': ['ID=549903f2-cca8-46f7-bde5-b667e455a36b,revision_number=3']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:42.725746 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-916774ba-eaaf-4a3d-a78d-2486f67821d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:42.788445 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b5b807b5-3ffb-412c-9333-875f6a9ed127 req-8d157c43-2919-4b17-b924-95008ca762dd tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205192 Jun 28 14:06:42.803939 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] Set router 965d72da-dcf8-4687-bbe0-61f71c96ee61 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:06:42.864429 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:42.883763 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.provisioning_blocks [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Transition to ACTIVE for port object 4419e3d2-4293-43cc-ae26-f26fad2c59cf will not be triggered until provisioned by entity DHCP. {{(pid=93024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:06:42.941411 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6079584'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:42.947741 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-87d9c1f4-26b2-4a81-83a9-f0cf86c65ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:42.994926 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Network 1e8729b7-47e9-4379-bfdb-87d1b8e871d8 is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:06:43.007953 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:06:43.009994 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Pushing event updated for resources: {'Port': ['ID=4419e3d2-4293-43cc-ae26-f26fad2c59cf,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:43.018904 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:06:43.060202 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:43.060569 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:43.060926 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:43.061284 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:43.061623 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:43.061981 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:43.062321 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:43.062663 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:43.063001 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:43.063336 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:43.063670 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:43.064026 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:43.069384 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:43.086284 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549502'] for router_interface, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:43.136978 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'name': 'tempest-TestShelveInstance-734571046-router', 'tenant_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:37Z', 'updated_at': '2021-06-28T14:06:39Z', 'revision_number': 3, 'project_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'gw_port': {'id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:38Z', 'updated_at': '2021-06-28T14:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:06:43.178044 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d4d0e5-a6a2-4b34-9b38-6d48efdec035 None None] The sync data for ids ['965d72da-dcf8-4687-bbe0-61f71c96ee61'] in dv-cinder-761113-15-iscsi is: [{'id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'name': 'tempest-TestShelveInstance-734571046-router', 'tenant_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:37Z', 'updated_at': '2021-06-28T14:06:39Z', 'revision_number': 3, 'project_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'gw_port': {'id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:38Z', 'updated_at': '2021-06-28T14:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:06:43.352460 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-ea541317-5d3e-47dd-b12d-cd3a2bd00e35 None None] Provisioning for port 4419e3d2-4293-43cc-ae26-f26fad2c59cf completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:06:43.380673 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-ea541317-5d3e-47dd-b12d-cd3a2bd00e35 None None] Provisioning complete for port 4419e3d2-4293-43cc-ae26-f26fad2c59cf triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:43.381547 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-ea541317-5d3e-47dd-b12d-cd3a2bd00e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:43.461712 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-ea541317-5d3e-47dd-b12d-cd3a2bd00e35 None None] Port 4419e3d2-4293-43cc-ae26-f26fad2c59cf cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:06:43.703216 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:44.163041 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:44.195416 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6079634'] for port, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:44.203638 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ccd62-8caa-4e44-b45c-e6fb2d726a0c req-083655b3-e540-4529-a3a6-d8b12d02649a tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:44.205731 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-1d9ccd62-8caa-4e44-b45c-e6fb2d726a0c req-083655b3-e540-4529-a3a6-d8b12d02649a tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.1495078 Jun 28 14:06:44.207674 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:44.300365 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Pushing event updated for resources: {'Port': ['ID=4419e3d2-4293-43cc-ae26-f26fad2c59cf,revision_number=2']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:44.310583 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:44.313949 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-1d9ccd62-8caa-4e44-b45c-e6fb2d726a0c req-afaa7657-521d-475b-8441-44a5912f3a9b tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660429 Jun 28 14:06:44.314839 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549522'] for router_interface, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:44.411236 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 549903f2-cca8-46f7-bde5-b667e455a36b up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:06:44.446312 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Network 1e8729b7-47e9-4379-bfdb-87d1b8e871d8 is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:06:44.448450 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:06:44.475134 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 549903f2-cca8-46f7-bde5-b667e455a36b completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:06:44.482429 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 549903f2-cca8-46f7-bde5-b667e455a36b triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:44.482816 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:44.623831 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:44.662289 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port 549903f2-cca8-46f7-bde5-b667e455a36b, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=549903f2-cca8-46f7-bde5-b667e455a36b,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:06:44.673119 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:44.673119 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 6cc1f5b4-028c-4b67-a05d-e3590789c436 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:06:44.673119 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:44.721533 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Router 965d72da-dcf8-4687-bbe0-61f71c96ee61 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:06:44.777920 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=549903f2-cca8-46f7-bde5-b667e455a36b,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:44.781892 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:44.805789 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-87756c81-5d90-4582-a1fa-73e2222530a1 None None] Provisioning complete for port 4419e3d2-4293-43cc-ae26-f26fad2c59cf triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:44.806256 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-87756c81-5d90-4582-a1fa-73e2222530a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:44.847445 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-87756c81-5d90-4582-a1fa-73e2222530a1 None None] Port 4419e3d2-4293-43cc-ae26-f26fad2c59cf cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:06:44.854779 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 6cc1f5b4-028c-4b67-a05d-e3590789c436 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:44.855537 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:44.891606 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:06:44.905852 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] 10.222.0.11 "PUT /v2.0/routers/965d72da-dcf8-4687-bbe0-61f71c96ee61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9562004 Jun 28 14:06:45.637942 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Sync routers for ids ['965d72da-dcf8-4687-bbe0-61f71c96ee61'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:06:45.653410 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Routers {'965d72da-dcf8-4687-bbe0-61f71c96ee61'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:06:45.654199 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:06:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['965d72da-dcf8-4687-bbe0-61f71c96ee61'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:06:45.660914 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 55846) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:45.666311 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-c8351a06-978b-43d9-8e8e-43d3dd3e710d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1960002322', 'description': 'tempest-secgroup-smoke-1960002322 description', 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:45.710263 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c8351a06-978b-43d9-8e8e-43d3dd3e710d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:45.792141 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Set router 965d72da-dcf8-4687-bbe0-61f71c96ee61 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:06:45.865210 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c8351a06-978b-43d9-8e8e-43d3dd3e710d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:45.871731 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c8351a06-978b-43d9-8e8e-43d3dd3e710d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:45.875643 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-180f3d3d-3014-4b09-aefb-9b29104edd6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:45.896289 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6e0f3-5e54-437c-a67c-86e7b5979278 req-717b27f9-c9f8-4bd1-9090-f421f1c3b3f6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:45.897861 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b4d6e0f3-5e54-437c-a67c-86e7b5979278 req-717b27f9-c9f8-4bd1-9090-f421f1c3b3f6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.1178424 Jun 28 14:06:45.933246 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c8351a06-978b-43d9-8e8e-43d3dd3e710d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:45.937712 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 55848) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:45.938368 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-c8351a06-978b-43d9-8e8e-43d3dd3e710d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2755475 Jun 28 14:06:45.942170 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8351a06-978b-43d9-8e8e-43d3dd3e710d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=074024f1-9fea-4f1f-85ef-bb4dd8019f64,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:45.942850 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Request body: {'security_group_rule': {'security_group_id': '074024f1-9fea-4f1f-85ef-bb4dd8019f64', 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:45.945816 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-c8351a06-978b-43d9-8e8e-43d3dd3e710d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:45.974992 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b4d6e0f3-5e54-437c-a67c-86e7b5979278 req-4cbb532d-48f3-4761-a734-68de5c1280a5 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681748 Jun 28 14:06:45.993929 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.055221 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'name': 'tempest-TestShelveInstance-734571046-router', 'tenant_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:37Z', 'updated_at': '2021-06-28T14:06:43Z', 'revision_number': 4, 'project_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'gw_port': {'id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:38Z', 'updated_at': '2021-06-28T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '4419e3d2-4293-43cc-ae26-f26fad2c59cf', 'name': '', 'network_id': '1e8729b7-47e9-4379-bfdb-87d1b8e871d8', 'tenant_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'mac_address': 'fa:16:3e:c8:87:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ac17c6d0-cbb8-462d-b4d1-11928a594c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:41Z', 'updated_at': '2021-06-28T14:06:43Z', 'revision_number': 2, 'project_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'subnets': [{'id': 'ac17c6d0-cbb8-462d-b4d1-11928a594c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:06:46.084643 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Checking router: 965d72da-dcf8-4687-bbe0-61f71c96ee61 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:06:46.085017 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Updating router 965d72da-dcf8-4687-bbe0-61f71c96ee61 port 4419e3d2-4293-43cc-ae26-f26fad2c59cf binding host dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:06:46.085607 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.091867 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.095415 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:46.128715 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769cf9f5-70de-4a27-a6c6-3b795577d683,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:46.136868 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.144284 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.145319 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.145808 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.146442 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.147251 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.147928 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.148508 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.150219 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.150847 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.151755 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.152488 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.153791 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.159320 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.161622 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2228179 Jun 28 14:06:46.164297 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:46.167485 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 55854) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:46.173442 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-4da84191-cc2e-4005-8465-57d608fbf423 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Request body: {'security_group_rule': {'security_group_id': '074024f1-9fea-4f1f-85ef-bb4dd8019f64', 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:46.229189 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4da84191-cc2e-4005-8465-57d608fbf423 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.295959 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4da84191-cc2e-4005-8465-57d608fbf423 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.303889 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4da84191-cc2e-4005-8465-57d608fbf423 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.305200 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 549903f2-cca8-46f7-bde5-b667e455a36b up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:06:46.306159 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-64aef00f-c0a2-4bbc-b100-2188887aee9f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:46.330733 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4da84191-cc2e-4005-8465-57d608fbf423 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.335020 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-4da84191-cc2e-4005-8465-57d608fbf423 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1635256 Jun 28 14:06:46.335573 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 55856) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:46.336675 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da84191-cc2e-4005-8465-57d608fbf423 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d98885-bfcf-4845-b61f-14085c726a6a,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:46.340114 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-4da84191-cc2e-4005-8465-57d608fbf423 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:46.349300 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-a1ea4711-0aed-4033-a84e-91511dae76e1 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Request body: {'security_group_rule': {'security_group_id': '074024f1-9fea-4f1f-85ef-bb4dd8019f64', 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:46.382868 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a1ea4711-0aed-4033-a84e-91511dae76e1 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.439231 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 549903f2-cca8-46f7-bde5-b667e455a36b triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:46.439617 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.465712 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a1ea4711-0aed-4033-a84e-91511dae76e1 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.476195 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a1ea4711-0aed-4033-a84e-91511dae76e1 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.480405 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-c268b896-4a87-4caa-af41-78d2d1f51ee9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:46.498358 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea4711-0aed-4033-a84e-91511dae76e1 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f83021-3fa0-4e50-961a-882508769301,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:46.501164 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-a1ea4711-0aed-4033-a84e-91511dae76e1 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:46.510150 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a1ea4711-0aed-4033-a84e-91511dae76e1 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.514017 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-a1ea4711-0aed-4033-a84e-91511dae76e1 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1746516 Jun 28 14:06:46.514305 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 55858) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:46.519433 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-79dba72d-fbe7-4b59-86bd-77c2e0c78e99 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Request body: {'security_group_rule': {'security_group_id': '074024f1-9fea-4f1f-85ef-bb4dd8019f64', 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:46.559850 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-79dba72d-fbe7-4b59-86bd-77c2e0c78e99 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.614662 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Notify callbacks [] for port, precommit_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.630079 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Transition to ACTIVE for port object 4419e3d2-4293-43cc-ae26-f26fad2c59cf will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:06:46.634927 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-79dba72d-fbe7-4b59-86bd-77c2e0c78e99 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.637112 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.639166 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-79dba72d-fbe7-4b59-86bd-77c2e0c78e99 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.640851 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-b9d86bef-b529-478d-b1da-bf3953586cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:46.645591 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:46.662263 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dba72d-fbe7-4b59-86bd-77c2e0c78e99 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4ec41d-72d0-4797-a9f2-386c6d3cc366,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:46.665396 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-79dba72d-fbe7-4b59-86bd-77c2e0c78e99 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:46.669057 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-79dba72d-fbe7-4b59-86bd-77c2e0c78e99 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.671428 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-79dba72d-fbe7-4b59-86bd-77c2e0c78e99 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1555846 Jun 28 14:06:46.673418 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 55860) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:46.678275 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-4d8d312d-6a8e-488f-a9b5-d06fd75ecd45 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Request body: {'security_group_rule': {'security_group_id': '074024f1-9fea-4f1f-85ef-bb4dd8019f64', 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:46.704655 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.db.securitygroups_db [None req-4d8d312d-6a8e-488f-a9b5-d06fd75ecd45 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Project f154bdfc04f34f66a9ef7393d6e7494b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 14:06:46.707200 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Pushing event updated for resources: {'Port': ['ID=4419e3d2-4293-43cc-ae26-f26fad2c59cf,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:46.713043 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4d8d312d-6a8e-488f-a9b5-d06fd75ecd45 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.725076 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.725433 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.725797 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.726133 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.726525 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.727075 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.727456 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.727661 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.728047 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.728520 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.728848 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.729174 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:06:46.739964 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:46.818454 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Attempting to bind port 4419e3d2-4293-43cc-ae26-f26fad2c59cf on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:06:46.818668 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Attempting to bind port 4419e3d2-4293-43cc-ae26-f26fad2c59cf by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'fd6d37b6-3a3c-420c-8b06-53a9d638d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1e8729b7-47e9-4379-bfdb-87d1b8e871d8'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:06:46.818982 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Attempting to bind port 4419e3d2-4293-43cc-ae26-f26fad2c59cf on network 1e8729b7-47e9-4379-bfdb-87d1b8e871d8 {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:06:46.819811 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4d8d312d-6a8e-488f-a9b5-d06fd75ecd45 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.826419 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:06:46.826905 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Checking segment: {'id': 'fd6d37b6-3a3c-420c-8b06-53a9d638d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1e8729b7-47e9-4379-bfdb-87d1b8e871d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:06:46.827374 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.827939 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Bound using segment: {'id': 'fd6d37b6-3a3c-420c-8b06-53a9d638d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1e8729b7-47e9-4379-bfdb-87d1b8e871d8'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:06:46.829699 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Bound port: 4419e3d2-4293-43cc-ae26-f26fad2c59cf, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6d37b6-3a3c-420c-8b06-53a9d638d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1e8729b7-47e9-4379-bfdb-87d1b8e871d8'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:06:46.830167 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.831144 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4d8d312d-6a8e-488f-a9b5-d06fd75ecd45 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.845442 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:46.878885 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d312d-6a8e-488f-a9b5-d06fd75ecd45 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa49e51-f599-444e-a122-1773f038fe8c,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:46.883523 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4d8d312d-6a8e-488f-a9b5-d06fd75ecd45 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:46.884872 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4d8d312d-6a8e-488f-a9b5-d06fd75ecd45 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.888735 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-4d8d312d-6a8e-488f-a9b5-d06fd75ecd45 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2117102 Jun 28 14:06:46.889143 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 55862) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:46.893810 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-d25277a5-d761-47d8-9070-bcabc8f1028a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Request body: {'security_group_rule': {'security_group_id': '074024f1-9fea-4f1f-85ef-bb4dd8019f64', 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:46.929836 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] For port 4419e3d2-4293-43cc-ae26-f26fad2c59cf, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:06:46.931794 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.securitygroups_db [None req-d25277a5-d761-47d8-9070-bcabc8f1028a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Project f154bdfc04f34f66a9ef7393d6e7494b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 14:06:46.936036 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] For port 4419e3d2-4293-43cc-ae26-f26fad2c59cf, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=4419e3d2-4293-43cc-ae26-f26fad2c59cf,segment=NetworkSegment(fd6d37b6-3a3c-420c-8b06-53a9d638d65f),segment_id=fd6d37b6-3a3c-420c-8b06-53a9d638d65f)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:06:46.940441 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d25277a5-d761-47d8-9070-bcabc8f1028a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.942461 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:46.944964 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-5568c5ee-ccf4-4f3f-804f-56bd113f8d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:47.028374 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Pushing event updated for resources: {'Port': ['ID=4419e3d2-4293-43cc-ae26-f26fad2c59cf,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:47.040117 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:47.040762 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d25277a5-d761-47d8-9070-bcabc8f1028a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:47.040877 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Routers {'965d72da-dcf8-4687-bbe0-61f71c96ee61'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:06:47.041432 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:06:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['965d72da-dcf8-4687-bbe0-61f71c96ee61'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:06:47.048239 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d25277a5-d761-47d8-9070-bcabc8f1028a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:47.051834 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-1f4c5679-3c9e-496b-81da-d2bf3946deb5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:47.085455 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25277a5-d761-47d8-9070-bcabc8f1028a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012a65b6-aa44-40d7-b463-8049a31fdb76,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:47.088462 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-d25277a5-d761-47d8-9070-bcabc8f1028a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:47.090210 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d25277a5-d761-47d8-9070-bcabc8f1028a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:47.091956 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-d25277a5-d761-47d8-9070-bcabc8f1028a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2017913 Jun 28 14:06:47.216172 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] Set router 965d72da-dcf8-4687-bbe0-61f71c96ee61 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:06:47.357724 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e887114-f1ee-48fe-82dd-7a90590712f0 req-d5e7ce80-03ba-40db-a50e-05b06a4437d4 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:47.359887 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8e887114-f1ee-48fe-82dd-7a90590712f0 req-d5e7ce80-03ba-40db-a50e-05b06a4437d4 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.1082122 Jun 28 14:06:47.409666 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8e887114-f1ee-48fe-82dd-7a90590712f0 req-424cb6d4-5b6a-4b92-bcbf-a3c5b0bb16f3 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423737 Jun 28 14:06:47.496909 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'name': 'tempest-TestShelveInstance-734571046-router', 'tenant_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:37Z', 'updated_at': '2021-06-28T14:06:43Z', 'revision_number': 4, 'project_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'gw_port': {'id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:38Z', 'updated_at': '2021-06-28T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '4419e3d2-4293-43cc-ae26-f26fad2c59cf', 'name': '', 'network_id': '1e8729b7-47e9-4379-bfdb-87d1b8e871d8', 'tenant_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'mac_address': 'fa:16:3e:c8:87:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ac17c6d0-cbb8-462d-b4d1-11928a594c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:41Z', 'updated_at': '2021-06-28T14:06:46Z', 'revision_number': 4, 'project_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'subnets': [{'id': 'ac17c6d0-cbb8-462d-b4d1-11928a594c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:06:47.529599 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5df367-505b-4116-8dbd-c6e7388ef070 None None] The sync data for ids ['965d72da-dcf8-4687-bbe0-61f71c96ee61'] in dv-cinder-761113-15-iscsi is: [{'id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'name': 'tempest-TestShelveInstance-734571046-router', 'tenant_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:37Z', 'updated_at': '2021-06-28T14:06:43Z', 'revision_number': 4, 'project_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'gw_port': {'id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:38Z', 'updated_at': '2021-06-28T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '4419e3d2-4293-43cc-ae26-f26fad2c59cf', 'name': '', 'network_id': '1e8729b7-47e9-4379-bfdb-87d1b8e871d8', 'tenant_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'mac_address': 'fa:16:3e:c8:87:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ac17c6d0-cbb8-462d-b4d1-11928a594c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:41Z', 'updated_at': '2021-06-28T14:06:46Z', 'revision_number': 4, 'project_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'subnets': [{'id': 'ac17c6d0-cbb8-462d-b4d1-11928a594c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:06:48.341052 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 4419e3d2-4293-43cc-ae26-f26fad2c59cf up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:06:48.430770 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 4419e3d2-4293-43cc-ae26-f26fad2c59cf completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:06:48.437039 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 4419e3d2-4293-43cc-ae26-f26fad2c59cf triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:48.437552 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:48.649803 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:48.716344 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port 4419e3d2-4293-43cc-ae26-f26fad2c59cf, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=4419e3d2-4293-43cc-ae26-f26fad2c59cf,segment=NetworkSegment(fd6d37b6-3a3c-420c-8b06-53a9d638d65f),segment_id=fd6d37b6-3a3c-420c-8b06-53a9d638d65f)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:06:48.727657 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:48.730236 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:48.798577 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=4419e3d2-4293-43cc-ae26-f26fad2c59cf,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:48.803190 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:48.829838 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96db06a-cf6e-452b-b328-894460a3bf01 req-d3bdcd1b-7d7f-431d-842b-6959c8454904 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:48.836178 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a96db06a-cf6e-452b-b328-894460a3bf01 req-d3bdcd1b-7d7f-431d-842b-6959c8454904 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.1488845 Jun 28 14:06:48.882180 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a96db06a-cf6e-452b-b328-894460a3bf01 req-4e096b95-d63a-45f1-a8e8-34ac44b2b67c tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392084 Jun 28 14:06:50.086241 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc59565-7582-446b-bd1e-8a38dc4d26ed req-55dfa02b-a6e8-419f-83bd-49037615effe tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:50.087839 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bdc59565-7582-446b-bd1e-8a38dc4d26ed req-55dfa02b-a6e8-419f-83bd-49037615effe tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0751076 Jun 28 14:06:50.134043 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bdc59565-7582-446b-bd1e-8a38dc4d26ed req-d855c4e5-b94b-41e1-9bff-c7b962a62515 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394442 Jun 28 14:06:50.293308 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 4419e3d2-4293-43cc-ae26-f26fad2c59cf up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:06:50.384069 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 4419e3d2-4293-43cc-ae26-f26fad2c59cf triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:06:50.384879 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:50.984886 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f932d4-4b26-4457-9b78-4088a4bb1c83 req-03901523-a685-4aee-90d1-89ff215c2199 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:50.994114 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-88f932d4-4b26-4457-9b78-4088a4bb1c83 req-03901523-a685-4aee-90d1-89ff215c2199 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0995100 Jun 28 14:06:51.053059 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-88f932d4-4b26-4457-9b78-4088a4bb1c83 req-0d8fec77-4312-4555-aa35-c5563d3d16ac tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574701 Jun 28 14:06:51.387889 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11842450-7a96-4162-b7a9-1fd6430d4c82 req-908657ed-7429-48fa-ba05-9b29554fb8f8 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:51.389434 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-11842450-7a96-4162-b7a9-1fd6430d4c82 req-908657ed-7429-48fa-ba05-9b29554fb8f8 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0707729 Jun 28 14:06:51.438602 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-11842450-7a96-4162-b7a9-1fd6430d4c82 req-91a9076a-d171-4826-8b1b-671f80af338a tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415766 Jun 28 14:06:52.127474 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8064e-0f70-4783-9905-06e87ecb9fab req-b4770d87-fd9c-41f7-96ef-3f3560d17167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:52.133497 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-58c8064e-0f70-4783-9905-06e87ecb9fab req-b4770d87-fd9c-41f7-96ef-3f3560d17167 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 1099 time: 0.0838096 Jun 28 14:06:52.233277 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-58c8064e-0f70-4783-9905-06e87ecb9fab req-5dd0efc3-2061-459b-8375-296b9b2985de service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876994 Jun 28 14:06:52.319381 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc6105-ffe7-4624-a715-2394b101690d req-879c6171-30f6-45b5-aa3c-bf1ce59d000a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:52.328256 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8efc6105-ffe7-4624-a715-2394b101690d req-879c6171-30f6-45b5-aa3c-bf1ce59d000a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.1270509 Jun 28 14:06:52.369340 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8efc6105-ffe7-4624-a715-2394b101690d req-3c6c68ec-3098-4d1e-b3ad-b4de7508fb29 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381858 Jun 28 14:06:52.662744 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e90dc2-8fe6-4e40-a26e-a0bc8c739f5b req-283195a6-b1b2-426d-9f5c-eb53ffdf466d tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:52.665286 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c4e90dc2-8fe6-4e40-a26e-a0bc8c739f5b req-283195a6-b1b2-426d-9f5c-eb53ffdf466d tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0867515 Jun 28 14:06:52.715782 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c4e90dc2-8fe6-4e40-a26e-a0bc8c739f5b req-21775339-9b41-4adb-8350-55f22dae81b5 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445907 Jun 28 14:06:53.615519 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e31a88-9a73-4978-bb67-dec0bdb50fe2 req-a31212d4-2119-4821-a0c7-b27872d9446b tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:53.617086 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-93e31a88-9a73-4978-bb67-dec0bdb50fe2 req-a31212d4-2119-4821-a0c7-b27872d9446b tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0786693 Jun 28 14:06:53.698226 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-93e31a88-9a73-4978-bb67-dec0bdb50fe2 req-20c457c2-4c1f-4084-860a-921a64a9850c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612681 Jun 28 14:06:53.845131 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 56272) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:53.969281 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07867d-3d57-467c-9b0c-b2fe48ae847c req-112402d0-14d1-4e36-a594-e6002156c465 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:53.970860 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6c07867d-3d57-467c-9b0c-b2fe48ae847c req-112402d0-14d1-4e36-a594-e6002156c465 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0868914 Jun 28 14:06:54.006981 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-16765bb3-3ac3-4492-8e7a-d58977ed88f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:54.042081 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6c07867d-3d57-467c-9b0c-b2fe48ae847c req-d5bc6eae-aa02-4c1e-abbf-98ed7c0f01ae tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608871 Jun 28 14:06:54.163017 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-16765bb3-3ac3-4492-8e7a-d58977ed88f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:54.167893 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-16765bb3-3ac3-4492-8e7a-d58977ed88f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:54.174926 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-4328fb3f-1a83-42b1-a984-ba8f874d8db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:54.210636 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-16765bb3-3ac3-4492-8e7a-d58977ed88f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=430e0407c9e84db1ba05e785e927197c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643010 Jun 28 14:06:54.212630 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16765bb3-3ac3-4492-8e7a-d58977ed88f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd990f66-0ff6-4ddb-853e-382ea275269b,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:54.213390 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 56282) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:54.215636 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-16765bb3-3ac3-4492-8e7a-d58977ed88f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:54.285272 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4b4f5862-dc37-4341-97f4-1df413a44095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:54.306142 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4b4f5862-dc37-4341-97f4-1df413a44095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:54.361646 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4b4f5862-dc37-4341-97f4-1df413a44095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:54.364969 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4b4f5862-dc37-4341-97f4-1df413a44095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:54.366112 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-4b4f5862-dc37-4341-97f4-1df413a44095 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd990f66-0ff6-4ddb-853e-382ea275269b HTTP/1.1" status: 204 len: 168 time: 0.1516905 Jun 28 14:06:54.367981 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-59334da0-8c5e-47fb-a615-3a815a43519e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:54.382388 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f5862-dc37-4341-97f4-1df413a44095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd990f66-0ff6-4ddb-853e-382ea275269b,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:54.385306 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4b4f5862-dc37-4341-97f4-1df413a44095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:54.523328 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1509c4-d71a-4989-b4db-050454e0ac25 req-8f0159eb-0c50-4cf1-8fe8-e7d5bc4be153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:54.525195 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bb1509c4-d71a-4989-b4db-050454e0ac25 req-8f0159eb-0c50-4cf1-8fe8-e7d5bc4be153 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe5908865c604ba49eaf1e3905e97327&device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 1099 time: 0.0958314 Jun 28 14:06:54.545795 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f5496-318c-42a4-b639-c5dede5c35d7 req-befb26d9-0123-4057-89d8-10a414e0c694 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:54.547291 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-752f5496-318c-42a4-b639-c5dede5c35d7 req-befb26d9-0123-4057-89d8-10a414e0c694 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0886948 Jun 28 14:06:54.680363 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-752f5496-318c-42a4-b639-c5dede5c35d7 req-330801ba-6330-4b32-ada7-a6a288dc0130 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193390 Jun 28 14:06:54.745533 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1509c4-d71a-4989-b4db-050454e0ac25 req-fdd1dd56-e788-4a8c-b730-3c40daace6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:54.745533 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bb1509c4-d71a-4989-b4db-050454e0ac25 req-fdd1dd56-e788-4a8c-b730-3c40daace6b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8f3ae30-07f9-4a91-9442-31b27cbf5240 HTTP/1.1" status: 200 len: 919 time: 0.1790600 Jun 28 14:06:54.788308 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bb1509c4-d71a-4989-b4db-050454e0ac25 req-c862cfa7-17ea-4db5-a3cc-ca6a4350fec8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de31413a-a0e3-429c-978d-f5ce096f9e67 HTTP/1.1" status: 200 len: 217 time: 0.0390787 Jun 28 14:06:54.857433 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1509c4-d71a-4989-b4db-050454e0ac25 req-2c762b2a-4fee-4fc9-9900-4e2acd6d9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:54.866018 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bb1509c4-d71a-4989-b4db-050454e0ac25 req-2c762b2a-4fee-4fc9-9900-4e2acd6d9c56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ef022ae7-61d0-4f32-bcef-65ede9752248 HTTP/1.1" status: 200 len: 858 time: 0.0653291 Jun 28 14:06:54.909315 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bb1509c4-d71a-4989-b4db-050454e0ac25 req-ca113cfb-82b6-441b-a469-9ca6eeadf4f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8f3ae30-07f9-4a91-9442-31b27cbf5240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357625 Jun 28 14:06:55.032085 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 56316) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:55.100910 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bb1509c4-d71a-4989-b4db-050454e0ac25 req-a16f738e-3a87-47e9-b25d-de16037d9c4e service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828001 Jun 28 14:06:55.104702 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b50fb-ef78-444e-817c-8cc5f08cfebf req-892724ce-0851-4fe8-90df-24ae9eae3818 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:55.106262 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6b4b50fb-ef78-444e-817c-8cc5f08cfebf req-892724ce-0851-4fe8-90df-24ae9eae3818 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.1631622 Jun 28 14:06:55.213742 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6b4b50fb-ef78-444e-817c-8cc5f08cfebf req-7fe07ca3-2550-4caf-8926-d2bc399e84fa tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003611 Jun 28 14:06:55.430322 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bb1509c4-d71a-4989-b4db-050454e0ac25 req-e326861d-ce85-4704-9155-15a2966acc6a service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216970 Jun 28 14:06:55.431157 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-5a4dc91b-d130-4431-a9f1-9ed7ce79163c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98468d4980f944d794f3ebb5c3bc8257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3977578 Jun 28 14:06:55.431871 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 56326) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:55.514062 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0c572fa3-2203-4f64-92fa-7dde8366eab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:55.541796 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0c572fa3-2203-4f64-92fa-7dde8366eab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:55.621732 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0c572fa3-2203-4f64-92fa-7dde8366eab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:55.625320 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0c572fa3-2203-4f64-92fa-7dde8366eab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:55.626770 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-0c572fa3-2203-4f64-92fa-7dde8366eab1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/257cc8be-a450-4fed-afad-68909cb9a3f4 HTTP/1.1" status: 204 len: 168 time: 0.1939120 Jun 28 14:06:55.627806 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:55.637587 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c572fa3-2203-4f64-92fa-7dde8366eab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257cc8be-a450-4fed-afad-68909cb9a3f4,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:55.641384 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-0c572fa3-2203-4f64-92fa-7dde8366eab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:55.955085 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6f17b-6b07-4600-9046-39dfd6145219 req-f5d89b1b-cbaa-4036-8805-030f9c397718 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:55.957832 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-68c6f17b-6b07-4600-9046-39dfd6145219 req-f5d89b1b-cbaa-4036-8805-030f9c397718 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.1262419 Jun 28 14:06:55.999946 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-68c6f17b-6b07-4600-9046-39dfd6145219 req-29a6f640-c69e-482a-ac57-3153e1c49df0 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360668 Jun 28 14:06:56.359611 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:56.438930 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe66598-7f55-4126-a221-ef3d365d3f33 req-526d4b69-2eb2-4093-98a5-38e6b1b807eb tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:56.440532 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-1fe66598-7f55-4126-a221-ef3d365d3f33 req-526d4b69-2eb2-4093-98a5-38e6b1b807eb tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0674305 Jun 28 14:06:56.483631 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-1fe66598-7f55-4126-a221-ef3d365d3f33 req-020f72ac-ad1f-4ef1-b02b-d473aecd7a18 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355620 Jun 28 14:06:56.628301 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 56370) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:56.728928 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1488289892-network', 'tenant_id': 'ac7ad9c8896f475695055660012401f8'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:56.752977 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] Made reservation on behalf of ac7ad9c8896f475695055660012401f8 for: {'network': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:06:56.755976 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:56.764222 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:56.856252 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:56.860379 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:56.864321 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-4c787784-1211-463e-8066-b4fa5277da4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:56.892538 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=93024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:06:56.898726 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6584a48-f9f8-4880-b93d-207c6654e961,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:56.901960 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:56.908301 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:56.908652 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.segments_db [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] Added segment f74601f9-53e8-47e4-9831-6dc487ac875f of type vlan for network 2022ef6f-f21a-45ac-8ff2-03a56f1131bd Jun 28 14:06:56.951654 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:56.981621 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:56.983578 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:56.984239 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:56.987552 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:57.050350 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4202909 Jun 28 14:06:57.054036 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 56380) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:57.058897 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-4d26599e-3c37-4231-bc0e-859fea1bf8e4 admin admin] Request body: {'subnet': {'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1488289892-subnet', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'ip_version': 4}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:57.059387 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] Pushing event updated for resources: {'Network': ['ID=2022ef6f-f21a-45ac-8ff2-03a56f1131bd,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:57.063107 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:57.072563 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network 2022ef6f-f21a-45ac-8ff2-03a56f1131bd details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:06:57.113953 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d26599e-3c37-4231-bc0e-859fea1bf8e4 admin admin] Made reservation on behalf of ac7ad9c8896f475695055660012401f8 for: {'subnet': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:06:57.118790 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4d26599e-3c37-4231-bc0e-859fea1bf8e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6092037'] for subnet, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:57.290310 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72f375-04d0-4c00-b7ea-c2a7abc4900a req-dd2bad4a-4c83-4b40-b784-629c6387b2e1 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:57.291888 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-df72f375-04d0-4c00-b7ea-c2a7abc4900a req-dd2bad4a-4c83-4b40-b784-629c6387b2e1 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.1257606 Jun 28 14:06:57.375332 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-df72f375-04d0-4c00-b7ea-c2a7abc4900a req-0cd6533a-5e85-4e8f-bd80-5e81138acfa6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750833 Jun 28 14:06:57.378503 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4d26599e-3c37-4231-bc0e-859fea1bf8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6809300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6093807'] for subnet, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:57.381073 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:57.435547 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26599e-3c37-4231-bc0e-859fea1bf8e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60932ee8-d938-4148-9394-d0005119e06f,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:57.439177 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4d26599e-3c37-4231-bc0e-859fea1bf8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:57.446695 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d26599e-3c37-4231-bc0e-859fea1bf8e4 admin admin] Checking segment: {'id': 'f74601f9-53e8-47e4-9831-6dc487ac875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:06:57.447060 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d26599e-3c37-4231-bc0e-859fea1bf8e4 admin admin] Network hostable DHCP agents. Network: 2022ef6f-f21a-45ac-8ff2-03a56f1131bd, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:06:57.477452 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d26599e-3c37-4231-bc0e-859fea1bf8e4 admin admin] Network 2022ef6f-f21a-45ac-8ff2-03a56f1131bd is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:06:57.489149 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-4d26599e-3c37-4231-bc0e-859fea1bf8e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, 2022ef6f-f21a-45ac-8ff2-03a56f1131bd) {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:06:57.497283 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d26599e-3c37-4231-bc0e-859fea1bf8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:57.497967 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4d26599e-3c37-4231-bc0e-859fea1bf8e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:57.498377 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4575c096-d76b-4236-9ecd-9a5e6e852f49 None None] Network 2022ef6f-f21a-45ac-8ff2-03a56f1131bd requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:06:57.521108 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 56390) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:06:57.529034 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1488289892-router', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:06:57.533725 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-4d26599e-3c37-4231-bc0e-859fea1bf8e4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4786294 Jun 28 14:06:57.554006 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28683'] for router, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:57.555575 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-912730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28672'] for router, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:57.670329 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:57.893832 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8465897d-3837-4f92-ab6a-e7f8b8642a97 req-42d189f2-fa93-424c-b90c-367f2174761a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866306 Jun 28 14:06:57.921445 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-564523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28718'] for router, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:57.961343 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca49860-4128-4fbd-92ba-3b7a2aafe03f req-f7fd61bf-b252-4215-915e-d4635df19075 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:57.970710 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6ca49860-4128-4fbd-92ba-3b7a2aafe03f req-f7fd61bf-b252-4215-915e-d4635df19075 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.2314525 Jun 28 14:06:57.992208 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f3e3a9-c59e-5da9-8838-58e8a81b630c-2022ef6f-f21a-45ac-8ff2-03a56f1131bd', 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'fixed_ips': [{'subnet_id': '60932ee8-d938-4148-9394-d0005119e06f'}]}} from dv-cinder-761113-15-iscsi. {{(pid=93025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 14:06:57.993182 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:58.048877 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6ca49860-4128-4fbd-92ba-3b7a2aafe03f req-03b48087-c251-466f-ba94-d06b2ca7c554 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769169 Jun 28 14:06:58.061431 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465897d-3837-4f92-ab6a-e7f8b8642a97 req-ed7f00be-27cf-4926-bbaf-f104605aaabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:58.064181 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8465897d-3837-4f92-ab6a-e7f8b8642a97 req-ed7f00be-27cf-4926-bbaf-f104605aaabf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe5908865c604ba49eaf1e3905e97327&device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 1098 time: 0.1238923 Jun 28 14:06:58.200131 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.db_base_plugin_common [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Allocated IP 172.20.0.2 (2022ef6f-f21a-45ac-8ff2-03a56f1131bd/60932ee8-d938-4148-9394-d0005119e06f/68056821-ea0a-4666-a46e-d0f8440f5110) {{(pid=93025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:06:58.356679 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:58.387368 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:58.424044 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Notify callbacks [] for port, precommit_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:58.437830 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Transition to ACTIVE for port object 68056821-ea0a-4666-a46e-d0f8440f5110 will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:06:58.459905 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Transition to ACTIVE for port object 68056821-ea0a-4666-a46e-d0f8440f5110 will not be triggered until provisioned by entity DHCP. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:06:58.468927 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:58.473915 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:58.527893 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Network 2022ef6f-f21a-45ac-8ff2-03a56f1131bd is already hosted by enough agents. {{(pid=93025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:06:58.531915 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.base_scheduler [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Resources bound (agent type, host, resource id): {{(pid=93025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:06:58.547423 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Received port after_create {{(pid=93025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:06:58.551962 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Pushing event updated for resources: {'Port': ['ID=68056821-ea0a-4666-a46e-d0f8440f5110,revision_number=1']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:58.642309 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:58.689898 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Allocated IP 172.27.2.16 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/e15cb44c-1077-4217-9ef0-17c23ba18a04) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:06:58.761358 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Attempting to bind port 68056821-ea0a-4666-a46e-d0f8440f5110 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:06:58.762029 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Attempting to bind port 68056821-ea0a-4666-a46e-d0f8440f5110 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'f74601f9-53e8-47e4-9831-6dc487ac875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:06:58.762626 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Attempting to bind port 68056821-ea0a-4666-a46e-d0f8440f5110 on network 2022ef6f-f21a-45ac-8ff2-03a56f1131bd {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:06:58.774266 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:06:58.775680 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Checking segment: {'id': 'f74601f9-53e8-47e4-9831-6dc487ac875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:06:58.776073 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:58.776633 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Bound using segment: {'id': 'f74601f9-53e8-47e4-9831-6dc487ac875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:06:58.777222 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Bound port: 68056821-ea0a-4666-a46e-d0f8440f5110, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74601f9-53e8-47e4-9831-6dc487ac875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:06:58.777721 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:58.834177 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecda455-b4b9-4864-b70b-c3dd4dd563e3 req-d82b55b7-0a46-447f-9f9d-fb9d3cb8ead9 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:58.836681 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8ecda455-b4b9-4864-b70b-c3dd4dd563e3 req-d82b55b7-0a46-447f-9f9d-fb9d3cb8ead9 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.1118844 Jun 28 14:06:58.887610 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8ecda455-b4b9-4864-b70b-c3dd4dd563e3 req-d026de97-372b-4b23-9089-e49ea2009d2c tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445874 Jun 28 14:06:58.917929 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] For port 68056821-ea0a-4666-a46e-d0f8440f5110, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:06:58.924880 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] For port 68056821-ea0a-4666-a46e-d0f8440f5110, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=68056821-ea0a-4666-a46e-d0f8440f5110,segment=NetworkSegment(f74601f9-53e8-47e4-9831-6dc487ac875f),segment_id=f74601f9-53e8-47e4-9831-6dc487ac875f)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:06:58.927144 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:58.931107 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:58.943033 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:59.001364 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6079584'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:59.003755 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:06:59.014357 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Pushing event updated for resources: {'Port': ['ID=68056821-ea0a-4666-a46e-d0f8440f5110,revision_number=2']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:59.017591 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:59.074451 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:06:59.077364 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:06:59.079863 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:06:59.136902 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Pushing event updated for resources: {'Port': ['ID=e15cb44c-1077-4217-9ef0-17c23ba18a04,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:06:59.140967 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:06:59.435866 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f7e36-d829-47d5-b4f1-fc602bcbf9c9 req-b953921d-d5e4-4788-b7d1-073f3757c06f tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:59.437430 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c61f7e36-d829-47d5-b4f1-fc602bcbf9c9 req-b953921d-d5e4-4788-b7d1-073f3757c06f tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.2230690 Jun 28 14:06:59.438365 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:59.539769 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c61f7e36-d829-47d5-b4f1-fc602bcbf9c9 req-014d00ce-1b01-42d8-b588-b49878846797 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703201 Jun 28 14:06:59.890005 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564606'] for router, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:06:59.990250 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465897d-3837-4f92-ab6a-e7f8b8642a97 req-7c1114a3-0f5d-47a9-9b4e-363a83a87ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:06:59.992386 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8465897d-3837-4f92-ab6a-e7f8b8642a97 req-7c1114a3-0f5d-47a9-9b4e-363a83a87ca4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8f3ae30-07f9-4a91-9442-31b27cbf5240 HTTP/1.1" status: 200 len: 919 time: 0.0951967 Jun 28 14:07:00.023942 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 is scheduled to L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d with binding_index 1 {{(pid=93024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 14:07:00.034809 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1421e1a-994e-4316-9330-8db8f14d55d6 None None] Network 2022ef6f-f21a-45ac-8ff2-03a56f1131bd requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:07:00.126964 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:07:00.139642 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Sync routers for ids ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:07:00.145400 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Notify callbacks [] for router, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:00.148220 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6245141 Jun 28 14:07:00.149221 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-2e6a434d-27c5-411e-95f7-962d32f08a71 None None] Provisioning for port 68056821-ea0a-4666-a46e-d0f8440f5110 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:07:00.149673 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 56428) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:00.162162 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Routers {'586ebb06-b89b-4e8e-aa48-02179e4b8cc3'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:07:00.162794 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:06:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:00.304759 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Set router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:07:00.312781 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 68056821-ea0a-4666-a46e-d0f8440f5110 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:07:00.405237 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 68056821-ea0a-4666-a46e-d0f8440f5110 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:07:00.409476 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 68056821-ea0a-4666-a46e-d0f8440f5110 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:00.409887 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:00.502436 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'name': 'tempest-TestMinimumBasicScenario-1488289892-router', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:57Z', 'updated_at': '2021-06-28T14:06:59Z', 'revision_number': 3, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'gw_port': {'id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:58Z', 'updated_at': '2021-06-28T14:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:00.523264 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:00.533685 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Checking router: 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:07:00.534037 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Updating router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 port e15cb44c-1077-4217-9ef0-17c23ba18a04 binding host dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:07:00.564536 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port 68056821-ea0a-4666-a46e-d0f8440f5110, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=68056821-ea0a-4666-a46e-d0f8440f5110,segment=NetworkSegment(f74601f9-53e8-47e4-9831-6dc487ac875f),segment_id=f74601f9-53e8-47e4-9831-6dc487ac875f)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:07:00.567823 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:00.572211 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:00.575962 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:00.622021 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=68056821-ea0a-4666-a46e-d0f8440f5110,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:00.628550 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:00.639884 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-0834d4d6-d3f8-4db3-8b9d-b395ba088b5d None None] Provisioning complete for port 68056821-ea0a-4666-a46e-d0f8440f5110 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:00.640538 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-0834d4d6-d3f8-4db3-8b9d-b395ba088b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:00.657394 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:00.750471 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a5b57-c5fe-4951-b3d8-2757bef25a0c req-a1591314-8a28-40dc-a275-fd72865823b1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:00.756909 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a02a5b57-c5fe-4951-b3d8-2757bef25a0c req-a1591314-8a28-40dc-a275-fd72865823b1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0784373 Jun 28 14:07:00.793495 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a02a5b57-c5fe-4951-b3d8-2757bef25a0c req-93f8f796-d394-490e-884d-9ccdce1387f7 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355127 Jun 28 14:07:00.817879 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:00.829469 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.provisioning_blocks [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Transition to ACTIVE for port object e15cb44c-1077-4217-9ef0-17c23ba18a04 will not be triggered until provisioned by entity L2. {{(pid=93026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:07:00.839003 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Allocated IP 172.20.0.1 (2022ef6f-f21a-45ac-8ff2-03a56f1131bd/60932ee8-d938-4148-9394-d0005119e06f/715aec9e-1b06-4285-9c0e-677feb6fb9d1) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:07:00.839294 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:00.842929 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:00.897939 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Attempting to bind port e15cb44c-1077-4217-9ef0-17c23ba18a04 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:07:00.898427 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Attempting to bind port e15cb44c-1077-4217-9ef0-17c23ba18a04 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:07:00.898879 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Attempting to bind port e15cb44c-1077-4217-9ef0-17c23ba18a04 on network 25d2b976-e9c7-4b06-b7a5-7d02942f13af {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:07:00.901667 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9759b0-0e9e-4fad-9c9c-da57c0d8a938 None None] Pushing event updated for resources: {'Port': ['ID=e15cb44c-1077-4217-9ef0-17c23ba18a04,revision_number=2']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:00.905624 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-0a9759b0-0e9e-4fad-9c9c-da57c0d8a938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:00.906696 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:07:00.907064 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Checking segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:07:00.907461 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:00.907864 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Bound using segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:07:00.908322 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Bound port: e15cb44c-1077-4217-9ef0-17c23ba18a04, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:07:00.908714 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:00.960525 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] For port e15cb44c-1077-4217-9ef0-17c23ba18a04, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:07:00.960803 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:00.965125 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] For port e15cb44c-1077-4217-9ef0-17c23ba18a04, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=e15cb44c-1077-4217-9ef0-17c23ba18a04,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:07:00.970338 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:00.981486 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-3ba27e0f-6816-40ae-8dba-aa24c2b66762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:00.983174 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.provisioning_blocks [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Transition to ACTIVE for port object 715aec9e-1b06-4285-9c0e-677feb6fb9d1 will not be triggered until provisioned by entity DHCP. {{(pid=93024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:07:00.996499 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8465897d-3837-4f92-ab6a-e7f8b8642a97 req-deff856c-260f-4e23-b974-337f6fc530c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba837890-3e0b-446e-a8c9-f9318227adf2 HTTP/1.1" status: 200 len: 217 time: 0.0459111 Jun 28 14:07:01.026097 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6079584'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:01.027302 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Routers {'586ebb06-b89b-4e8e-aa48-02179e4b8cc3'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:07:01.027947 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:06:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:01.029283 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-7a4502d4-67e4-494a-963e-bdbd2e99e477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:01.052705 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465897d-3837-4f92-ab6a-e7f8b8642a97 req-f282ca59-1438-4422-b20a-ad8ec8fe8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:01.054152 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8465897d-3837-4f92-ab6a-e7f8b8642a97 req-f282ca59-1438-4422-b20a-ad8ec8fe8560 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ef022ae7-61d0-4f32-bcef-65ede9752248 HTTP/1.1" status: 200 len: 858 time: 0.0509171 Jun 28 14:07:01.068339 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Network 2022ef6f-f21a-45ac-8ff2-03a56f1131bd is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:07:01.074850 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:07:01.079328 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:07:01.081247 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9759b0-0e9e-4fad-9c9c-da57c0d8a938 None None] Pushing event updated for resources: {'Port': ['ID=e15cb44c-1077-4217-9ef0-17c23ba18a04,revision_number=3']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:01.084390 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-0a9759b0-0e9e-4fad-9c9c-da57c0d8a938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:01.089468 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8465897d-3837-4f92-ab6a-e7f8b8642a97 req-4c8a743b-d4ba-45c5-bf7f-2a471b7fe17d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8f3ae30-07f9-4a91-9442-31b27cbf5240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269954 Jun 28 14:07:01.106469 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Pushing event updated for resources: {'Port': ['ID=715aec9e-1b06-4285-9c0e-677feb6fb9d1,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:01.112500 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:01.127980 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549502'] for router_interface, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:01.166676 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] Set router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:07:01.213051 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8465897d-3837-4f92-ab6a-e7f8b8642a97 req-f31ba146-cfa5-4f80-aa1a-4c6ca9458c0d service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093571 Jun 28 14:07:01.327970 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:01.335827 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8465897d-3837-4f92-ab6a-e7f8b8642a97 req-d93589d0-71fd-48e0-9dfe-60f35eeafa07 service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144691 Jun 28 14:07:01.347950 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-6b9a27a3-b315-4c5d-a5ca-7726af811e9d None None] Provisioning for port 715aec9e-1b06-4285-9c0e-677feb6fb9d1 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:07:01.359581 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-6b9a27a3-b315-4c5d-a5ca-7726af811e9d None None] Provisioning complete for port 715aec9e-1b06-4285-9c0e-677feb6fb9d1 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:01.360541 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-6b9a27a3-b315-4c5d-a5ca-7726af811e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:01.390666 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-f492681a-4ab8-4772-9f5d-4fb7ed49c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:01.403626 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'name': 'tempest-TestMinimumBasicScenario-1488289892-router', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:57Z', 'updated_at': '2021-06-28T14:06:59Z', 'revision_number': 3, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'gw_port': {'id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:58Z', 'updated_at': '2021-06-28T14:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:01.412887 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a27a3-b315-4c5d-a5ca-7726af811e9d None None] Port 715aec9e-1b06-4285-9c0e-677feb6fb9d1 cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:07:01.439093 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e16cc-fcd6-424b-8b2c-8368f9f81db6 None None] The sync data for ids ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'] in dv-cinder-761113-15-iscsi is: [{'id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'name': 'tempest-TestMinimumBasicScenario-1488289892-router', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:57Z', 'updated_at': '2021-06-28T14:06:59Z', 'revision_number': 3, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'gw_port': {'id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:58Z', 'updated_at': '2021-06-28T14:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:07:01.554920 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:01.562993 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6079634'] for port, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:01.590222 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:01.639159 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549522'] for router_interface, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:01.641827 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Pushing event updated for resources: {'Port': ['ID=715aec9e-1b06-4285-9c0e-677feb6fb9d1,revision_number=2']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:01.647210 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:01.739849 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Network 2022ef6f-f21a-45ac-8ff2-03a56f1131bd is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:07:01.745059 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:07:02.023387 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:07:02.167798 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-da138780-48f8-46ad-a922-324a0c61415b None None] Provisioning complete for port 715aec9e-1b06-4285-9c0e-677feb6fb9d1 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:02.169828 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-da138780-48f8-46ad-a922-324a0c61415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:02.263679 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-da138780-48f8-46ad-a922-324a0c61415b None None] Port 715aec9e-1b06-4285-9c0e-677feb6fb9d1 cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:07:02.304449 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5873549-2d56-4ed4-ae31-4229fe0303e5 req-7b169389-a3f0-4bab-954a-3a5bdaba1da2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:02.311971 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-e5873549-2d56-4ed4-ae31-4229fe0303e5 req-7b169389-a3f0-4bab-954a-3a5bdaba1da2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.2773182 Jun 28 14:07:02.365349 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-e5873549-2d56-4ed4-ae31-4229fe0303e5 req-6f6906ae-3ec8-4818-96ef-a46ea4396154 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524824 Jun 28 14:07:02.366969 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:07:02.382161 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] 10.222.0.11 "PUT /v2.0/routers/586ebb06-b89b-4e8e-aa48-02179e4b8cc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2313159 Jun 28 14:07:02.442834 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 68056821-ea0a-4666-a46e-d0f8440f5110 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:07:02.520720 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 68056821-ea0a-4666-a46e-d0f8440f5110 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:02.521432 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:02.693631 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device e15cb44c-1077-4217-9ef0-17c23ba18a04 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:07:02.807589 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8706fcd-ad73-4d62-a41b-6554098632c3 req-a0045208-d5d5-4fef-92c2-5864fab93e94 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:02.813180 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a8706fcd-ad73-4d62-a41b-6554098632c3 req-a0045208-d5d5-4fef-92c2-5864fab93e94 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0777586 Jun 28 14:07:02.843496 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port e15cb44c-1077-4217-9ef0-17c23ba18a04 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:07:02.867615 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a8706fcd-ad73-4d62-a41b-6554098632c3 req-4ba19f4e-a4e6-44ab-bae8-82c1a6f7ea32 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487270 Jun 28 14:07:02.874475 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port e15cb44c-1077-4217-9ef0-17c23ba18a04 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:02.875112 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:02.994229 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:03.037529 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port e15cb44c-1077-4217-9ef0-17c23ba18a04, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=e15cb44c-1077-4217-9ef0-17c23ba18a04,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:07:03.045633 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:03.048167 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:03.212632 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=e15cb44c-1077-4217-9ef0-17c23ba18a04,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:03.229155 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:03.274007 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 56486) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:03.279345 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-339189574-network', 'tenant_id': '13534a09ace64ed8bbba51f23b2b8a91'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:07:03.302408 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] Made reservation on behalf of 13534a09ace64ed8bbba51f23b2b8a91 for: {'network': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:07:03.305089 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:03.314591 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:03.460059 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:03.476249 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:03.476249 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-93d57972-9ab7-4b3f-9b9f-34e87665ab89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:03.504887 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=93024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:07:03.516525 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b5d848-4430-4905-b871-ca260341c3a1,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:03.522067 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:03.523359 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:03.523721 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.segments_db [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] Added segment 6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff of type vlan for network de5e7a08-84ae-4d6b-9f8f-0820be930e7d Jun 28 14:07:03.573869 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:03.615482 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:03.617315 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:03.619420 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:03.622748 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:03.657033 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3818240 Jun 28 14:07:03.658929 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 56492) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:03.669136 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-35859ee1-fa58-45ee-8ef3-554f5265823c admin admin] Request body: {'subnet': {'network_id': 'de5e7a08-84ae-4d6b-9f8f-0820be930e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-339189574-subnet', 'tenant_id': '13534a09ace64ed8bbba51f23b2b8a91', 'ip_version': 4}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:07:03.707821 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] Pushing event updated for resources: {'Network': ['ID=de5e7a08-84ae-4d6b-9f8f-0820be930e7d,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:03.714627 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:03.719647 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network de5e7a08-84ae-4d6b-9f8f-0820be930e7d details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:07:03.737968 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516131c-ddf3-48fb-8954-cf8bf4cea1f3 req-497bdb78-fdfe-44b7-be1f-3d9a7747161a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:03.750255 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4516131c-ddf3-48fb-8954-cf8bf4cea1f3 req-497bdb78-fdfe-44b7-be1f-3d9a7747161a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.1439350 Jun 28 14:07:03.776237 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35859ee1-fa58-45ee-8ef3-554f5265823c admin admin] Made reservation on behalf of 13534a09ace64ed8bbba51f23b2b8a91 for: {'subnet': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:07:03.783232 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-35859ee1-fa58-45ee-8ef3-554f5265823c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6092037'] for subnet, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:03.933957 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-fc150873-9855-438f-8a60-ec3d49813ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:04.018259 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Sync routers for ids ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:07:04.039585 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Routers {'586ebb06-b89b-4e8e-aa48-02179e4b8cc3'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:07:04.040333 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:07:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:04.172403 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4516131c-ddf3-48fb-8954-cf8bf4cea1f3 req-adccdcf9-a19e-4267-9bb7-6df7cfabceea tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4210620 Jun 28 14:07:04.218164 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:04.232517 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Set router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:07:04.370588 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-35859ee1-fa58-45ee-8ef3-554f5265823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6809300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6093807'] for subnet, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:04.378124 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:04.385292 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device e15cb44c-1077-4217-9ef0-17c23ba18a04 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:07:04.458831 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35859ee1-fa58-45ee-8ef3-554f5265823c admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a0afba-7990-485d-bf73-8e8f05def336,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:04.461233 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35859ee1-fa58-45ee-8ef3-554f5265823c admin admin] Checking segment: {'id': '6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'de5e7a08-84ae-4d6b-9f8f-0820be930e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:07:04.461644 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35859ee1-fa58-45ee-8ef3-554f5265823c admin admin] Network hostable DHCP agents. Network: de5e7a08-84ae-4d6b-9f8f-0820be930e7d, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:07:04.465351 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-35859ee1-fa58-45ee-8ef3-554f5265823c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:04.483269 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35859ee1-fa58-45ee-8ef3-554f5265823c admin admin] Network de5e7a08-84ae-4d6b-9f8f-0820be930e7d is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:07:04.497011 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-35859ee1-fa58-45ee-8ef3-554f5265823c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, de5e7a08-84ae-4d6b-9f8f-0820be930e7d) {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:07:04.498930 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port e15cb44c-1077-4217-9ef0-17c23ba18a04 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:04.499406 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:04.504143 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35859ee1-fa58-45ee-8ef3-554f5265823c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:04.504963 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-35859ee1-fa58-45ee-8ef3-554f5265823c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:04.522583 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8468c7e1-a8da-43dc-bcfa-746fc9317c87 None None] Network de5e7a08-84ae-4d6b-9f8f-0820be930e7d requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:07:04.545352 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-35859ee1-fa58-45ee-8ef3-554f5265823c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8834603 Jun 28 14:07:04.548275 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 56508) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:04.555824 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-339189574-router', 'tenant_id': '13534a09ace64ed8bbba51f23b2b8a91', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:07:04.596084 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28683'] for router, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:04.598418 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-912730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28672'] for router, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:04.666369 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:04.728723 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'name': 'tempest-TestMinimumBasicScenario-1488289892-router', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:57Z', 'updated_at': '2021-06-28T14:07:01Z', 'revision_number': 4, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'gw_port': {'id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:58Z', 'updated_at': '2021-06-28T14:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '715aec9e-1b06-4285-9c0e-677feb6fb9d1', 'name': '', 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'mac_address': 'fa:16:3e:02:14:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '60932ee8-d938-4148-9394-d0005119e06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:00Z', 'updated_at': '2021-06-28T14:07:01Z', 'revision_number': 2, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'subnets': [{'id': '60932ee8-d938-4148-9394-d0005119e06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:04.934923 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Checking router: 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:07:04.935575 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Updating router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 port 715aec9e-1b06-4285-9c0e-677feb6fb9d1 binding host dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:07:05.015957 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f3e3a9-c59e-5da9-8838-58e8a81b630c-de5e7a08-84ae-4d6b-9f8f-0820be930e7d', 'network_id': 'de5e7a08-84ae-4d6b-9f8f-0820be930e7d', 'tenant_id': '13534a09ace64ed8bbba51f23b2b8a91', 'fixed_ips': [{'subnet_id': '04a0afba-7990-485d-bf73-8e8f05def336'}]}} from dv-cinder-761113-15-iscsi. {{(pid=93025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 14:07:05.016819 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:05.020247 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:05.147555 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:05.244906 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-564523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28718'] for router, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:05.331663 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.db_base_plugin_common [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Allocated IP 172.20.0.2 (de5e7a08-84ae-4d6b-9f8f-0820be930e7d/04a0afba-7990-485d-bf73-8e8f05def336/ed8e8852-bfab-45f9-be42-11799d9abe38) {{(pid=93025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:07:05.544626 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d646142-c730-4a14-9ad6-d724515e5316 req-c19fdb91-cacf-42ee-bb86-749d2bddc0a8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:05.557917 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7d646142-c730-4a14-9ad6-d724515e5316 req-c19fdb91-cacf-42ee-bb86-749d2bddc0a8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.1072173 Jun 28 14:07:05.575490 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:05.602088 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:05.658963 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7d646142-c730-4a14-9ad6-d724515e5316 req-1ceba928-981e-4254-9d32-6cbf7e08616b tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991118 Jun 28 14:07:05.664728 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:05.697995 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:05.700999 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Transition to ACTIVE for port object 715aec9e-1b06-4285-9c0e-677feb6fb9d1 will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:07:05.710851 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Transition to ACTIVE for port object ed8e8852-bfab-45f9-be42-11799d9abe38 will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:07:05.718092 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:05.727921 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:05.745506 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Allocated IP 172.27.2.143 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/b8efae0e-3f57-471a-b790-1f724c384778) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:07:05.759223 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Transition to ACTIVE for port object ed8e8852-bfab-45f9-be42-11799d9abe38 will not be triggered until provisioned by entity DHCP. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:07:05.781304 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:05.799289 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0fd34-0cf7-47f7-9034-9b4977e90979 None None] Pushing event updated for resources: {'Port': ['ID=715aec9e-1b06-4285-9c0e-677feb6fb9d1,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:05.826463 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-a7a0fd34-0cf7-47f7-9034-9b4977e90979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:05.828931 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-b9d86bef-b529-478d-b1da-bf3953586cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:05.868876 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Network de5e7a08-84ae-4d6b-9f8f-0820be930e7d is already hosted by enough agents. {{(pid=93025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:07:05.875484 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.base_scheduler [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Resources bound (agent type, host, resource id): {{(pid=93025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:07:05.885783 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Received port after_create {{(pid=93025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:07:05.901139 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Attempting to bind port 715aec9e-1b06-4285-9c0e-677feb6fb9d1 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:07:05.901139 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Attempting to bind port 715aec9e-1b06-4285-9c0e-677feb6fb9d1 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'f74601f9-53e8-47e4-9831-6dc487ac875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:07:05.901139 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Attempting to bind port 715aec9e-1b06-4285-9c0e-677feb6fb9d1 on network 2022ef6f-f21a-45ac-8ff2-03a56f1131bd {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:07:05.929376 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Pushing event updated for resources: {'Port': ['ID=ed8e8852-bfab-45f9-be42-11799d9abe38,revision_number=1']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:05.936717 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:07:05.937392 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Checking segment: {'id': 'f74601f9-53e8-47e4-9831-6dc487ac875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:07:05.937995 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:05.938397 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Bound using segment: {'id': 'f74601f9-53e8-47e4-9831-6dc487ac875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:07:05.938909 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Bound port: 715aec9e-1b06-4285-9c0e-677feb6fb9d1, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74601f9-53e8-47e4-9831-6dc487ac875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:07:05.939311 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:05.948560 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:05.964240 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:06.029637 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Attempting to bind port ed8e8852-bfab-45f9-be42-11799d9abe38 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:07:06.030022 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Attempting to bind port ed8e8852-bfab-45f9-be42-11799d9abe38 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': '6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'de5e7a08-84ae-4d6b-9f8f-0820be930e7d'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:07:06.030388 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Attempting to bind port ed8e8852-bfab-45f9-be42-11799d9abe38 on network de5e7a08-84ae-4d6b-9f8f-0820be930e7d {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:07:06.046121 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:07:06.046516 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Checking segment: {'id': '6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'de5e7a08-84ae-4d6b-9f8f-0820be930e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:07:06.046942 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:06.047375 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Bound using segment: {'id': '6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'de5e7a08-84ae-4d6b-9f8f-0820be930e7d'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:07:06.047822 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Bound port: ed8e8852-bfab-45f9-be42-11799d9abe38, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'de5e7a08-84ae-4d6b-9f8f-0820be930e7d'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:07:06.048212 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:06.067127 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6079584'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:06.077164 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:06.144878 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] For port 715aec9e-1b06-4285-9c0e-677feb6fb9d1, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:07:06.152273 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:07:06.160734 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:07:06.168396 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] For port 715aec9e-1b06-4285-9c0e-677feb6fb9d1, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=715aec9e-1b06-4285-9c0e-677feb6fb9d1,segment=NetworkSegment(f74601f9-53e8-47e4-9831-6dc487ac875f),segment_id=f74601f9-53e8-47e4-9831-6dc487ac875f)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:07:06.181105 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:06.181602 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:07:06.186253 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:06.216753 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Pushing event updated for resources: {'Port': ['ID=b8efae0e-3f57-471a-b790-1f724c384778,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:06.226631 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:06.227499 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] For port ed8e8852-bfab-45f9-be42-11799d9abe38, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:07:06.244054 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] For port ed8e8852-bfab-45f9-be42-11799d9abe38, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=ed8e8852-bfab-45f9-be42-11799d9abe38,segment=NetworkSegment(6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff),segment_id=6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:07:06.282261 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:06.344885 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Routers {'586ebb06-b89b-4e8e-aa48-02179e4b8cc3'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:07:06.349623 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:07:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:06.435279 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0fd34-0cf7-47f7-9034-9b4977e90979 None None] Pushing event updated for resources: {'Port': ['ID=715aec9e-1b06-4285-9c0e-677feb6fb9d1,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:06.438916 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-a7a0fd34-0cf7-47f7-9034-9b4977e90979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:06.442457 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:06.540711 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:06.596267 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e869467-6863-476f-8d27-e6a664092a94 req-3f6f8b71-7638-4428-83c7-2b9591178573 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:06.606680 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2e869467-6863-476f-8d27-e6a664092a94 req-3f6f8b71-7638-4428-83c7-2b9591178573 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.2051501 Jun 28 14:07:06.621620 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Pushing event updated for resources: {'Port': ['ID=ed8e8852-bfab-45f9-be42-11799d9abe38,revision_number=2']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:06.628189 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:06.667094 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2e869467-6863-476f-8d27-e6a664092a94 req-09868a72-5661-4d72-92f3-dd425bf8356a tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591862 Jun 28 14:07:06.670778 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] Set router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:07:06.849188 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:07.091080 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'name': 'tempest-TestMinimumBasicScenario-1488289892-router', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:57Z', 'updated_at': '2021-06-28T14:07:01Z', 'revision_number': 4, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'gw_port': {'id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:58Z', 'updated_at': '2021-06-28T14:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '715aec9e-1b06-4285-9c0e-677feb6fb9d1', 'name': '', 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'mac_address': 'fa:16:3e:02:14:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '60932ee8-d938-4148-9394-d0005119e06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:00Z', 'updated_at': '2021-06-28T14:07:06Z', 'revision_number': 4, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'subnets': [{'id': '60932ee8-d938-4148-9394-d0005119e06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:07.122939 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e18dd-4e4b-45a9-af8d-ebf64b2a0c80 req-86c42fe4-c695-455a-bcbf-46af0127ecdb tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:07.126771 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ecca40-295b-4f07-ac61-dbdcaa2dc9d1 None None] The sync data for ids ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'] in dv-cinder-761113-15-iscsi is: [{'id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'name': 'tempest-TestMinimumBasicScenario-1488289892-router', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:57Z', 'updated_at': '2021-06-28T14:07:01Z', 'revision_number': 4, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'gw_port': {'id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:58Z', 'updated_at': '2021-06-28T14:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '715aec9e-1b06-4285-9c0e-677feb6fb9d1', 'name': '', 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'mac_address': 'fa:16:3e:02:14:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '60932ee8-d938-4148-9394-d0005119e06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:00Z', 'updated_at': '2021-06-28T14:07:06Z', 'revision_number': 4, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'subnets': [{'id': '60932ee8-d938-4148-9394-d0005119e06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:07:07.136199 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7b2e18dd-4e4b-45a9-af8d-ebf64b2a0c80 req-86c42fe4-c695-455a-bcbf-46af0127ecdb tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.1552064 Jun 28 14:07:07.270400 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7b2e18dd-4e4b-45a9-af8d-ebf64b2a0c80 req-60556181-9fa4-4137-a3f1-2ac3997180d1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1332307 Jun 28 14:07:07.275978 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564606'] for router, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:07.475939 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Router eb6d25ef-c7b2-4992-b171-c13d1f31440f is scheduled to L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d with binding_index 1 {{(pid=93024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 14:07:07.678539 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:07:07.692931 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Sync routers for ids ['eb6d25ef-c7b2-4992-b171-c13d1f31440f'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:07:07.707815 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] Notify callbacks [] for router, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:07.707815 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-c31230d4-1c60-44aa-96ea-f467bc75ec1b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1550126 Jun 28 14:07:07.708667 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 56550) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:07.729679 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Routers {'eb6d25ef-c7b2-4992-b171-c13d1f31440f'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:07:07.734209 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-25634cc6-570f-40c4-b877-efa68225364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:07:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['eb6d25ef-c7b2-4992-b171-c13d1f31440f'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:08.038563 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Set router eb6d25ef-c7b2-4992-b171-c13d1f31440f gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:07:08.104666 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6208dfd-15a4-4dd4-b528-26f5be8581fd None None] Network de5e7a08-84ae-4d6b-9f8f-0820be930e7d requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:07:08.149887 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c322ab0-ae51-4c62-9367-1ff17a8ea7a2 req-e3023315-9800-4319-9335-309a2b043c21 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:08.156289 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2c322ab0-ae51-4c62-9367-1ff17a8ea7a2 req-e3023315-9800-4319-9335-309a2b043c21 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1987679 Jun 28 14:07:08.348168 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-08ad1fef-e01e-4dbe-8e8a-95243e02fe67 None None] Provisioning for port ed8e8852-bfab-45f9-be42-11799d9abe38 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:07:08.512163 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2c322ab0-ae51-4c62-9367-1ff17a8ea7a2 req-389fbe3d-da0a-4ae6-94fe-3bc09f346925 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499880 Jun 28 14:07:08.632200 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 715aec9e-1b06-4285-9c0e-677feb6fb9d1 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:07:08.775622 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f296c-4846-4dac-b414-2771c4ea6bf7 req-22a19b3c-274c-4ceb-afa0-b5f3fd315c44 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:08.793292 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a32f296c-4846-4dac-b414-2771c4ea6bf7 req-22a19b3c-274c-4ceb-afa0-b5f3fd315c44 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.2205133 Jun 28 14:07:08.796999 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:08.846206 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-25634cc6-570f-40c4-b877-efa68225364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'name': 'tempest-TestMinimumBasicScenario-339189574-router', 'tenant_id': '13534a09ace64ed8bbba51f23b2b8a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'b8efae0e-3f57-471a-b790-1f724c384778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:07:04Z', 'updated_at': '2021-06-28T14:07:06Z', 'revision_number': 3, 'project_id': '13534a09ace64ed8bbba51f23b2b8a91', 'gw_port': {'id': 'b8efae0e-3f57-471a-b790-1f724c384778', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:05Z', 'updated_at': '2021-06-28T14:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:08.973805 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a32f296c-4846-4dac-b414-2771c4ea6bf7 req-f78f769a-38fd-4fac-b72c-b62b858142c1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1791477 Jun 28 14:07:09.000109 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 715aec9e-1b06-4285-9c0e-677feb6fb9d1 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:07:09.024523 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Checking router: eb6d25ef-c7b2-4992-b171-c13d1f31440f for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:07:09.024889 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Updating router eb6d25ef-c7b2-4992-b171-c13d1f31440f port b8efae0e-3f57-471a-b790-1f724c384778 binding host dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:07:09.025612 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 715aec9e-1b06-4285-9c0e-677feb6fb9d1 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:09.026308 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:09.140467 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:09.215106 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:09.252665 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Allocated IP 172.20.0.1 (de5e7a08-84ae-4d6b-9f8f-0820be930e7d/04a0afba-7990-485d-bf73-8e8f05def336/307c1e13-b69f-4678-8a07-88bc52e7f76a) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:07:09.284587 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port 715aec9e-1b06-4285-9c0e-677feb6fb9d1, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=715aec9e-1b06-4285-9c0e-677feb6fb9d1,segment=NetworkSegment(f74601f9-53e8-47e4-9831-6dc487ac875f),segment_id=f74601f9-53e8-47e4-9831-6dc487ac875f)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:07:09.294222 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:09.295176 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device ed8e8852-bfab-45f9-be42-11799d9abe38 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:07:09.370703 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-a7a0fd34-0cf7-47f7-9034-9b4977e90979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:09.447413 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=715aec9e-1b06-4285-9c0e-677feb6fb9d1,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:09.451719 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port ed8e8852-bfab-45f9-be42-11799d9abe38 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:07:09.454476 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:09.456324 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port ed8e8852-bfab-45f9-be42-11799d9abe38 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:09.456840 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:09.499210 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:09.520186 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Transition to ACTIVE for port object 307c1e13-b69f-4678-8a07-88bc52e7f76a will not be triggered until provisioned by entity DHCP. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:07:09.555814 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:09.568651 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:09.576669 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:09.603216 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port ed8e8852-bfab-45f9-be42-11799d9abe38, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=ed8e8852-bfab-45f9-be42-11799d9abe38,segment=NetworkSegment(6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff),segment_id=6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:07:09.615456 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:09.619275 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Network de5e7a08-84ae-4d6b-9f8f-0820be930e7d is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:07:09.622520 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:07:09.625981 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:09.637385 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:07:09.672895 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Pushing event updated for resources: {'Port': ['ID=307c1e13-b69f-4678-8a07-88bc52e7f76a,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:09.680651 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:09.696484 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:09.699642 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549502'] for router_interface, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:09.721510 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.provisioning_blocks [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Transition to ACTIVE for port object b8efae0e-3f57-471a-b790-1f724c384778 will not be triggered until provisioned by entity L2. {{(pid=93026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:07:09.737234 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:09.744386 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=ed8e8852-bfab-45f9-be42-11799d9abe38,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:09.760788 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:09.762240 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-f1cc5c8e-6721-4a67-8dd3-71254b95d275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:09.787729 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Attempting to bind port b8efae0e-3f57-471a-b790-1f724c384778 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:07:09.787729 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Attempting to bind port b8efae0e-3f57-471a-b790-1f724c384778 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:07:09.787729 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Attempting to bind port b8efae0e-3f57-471a-b790-1f724c384778 on network 25d2b976-e9c7-4b06-b7a5-7d02942f13af {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:07:09.811938 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:07:09.812314 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Checking segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:07:09.813246 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:09.813753 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Bound using segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:07:09.814732 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Bound port: b8efae0e-3f57-471a-b790-1f724c384778, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:07:09.815033 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:09.914847 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-25634cc6-570f-40c4-b877-efa68225364f None None] For port b8efae0e-3f57-471a-b790-1f724c384778, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:07:09.916833 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-25634cc6-570f-40c4-b877-efa68225364f None None] For port b8efae0e-3f57-471a-b790-1f724c384778, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=b8efae0e-3f57-471a-b790-1f724c384778,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:07:09.929475 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:09.963234 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Routers {'eb6d25ef-c7b2-4992-b171-c13d1f31440f'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:07:09.963770 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-25634cc6-570f-40c4-b877-efa68225364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:07:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['eb6d25ef-c7b2-4992-b171-c13d1f31440f'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:10.057681 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49273d9a-00f7-495e-8a39-5fb63f8094ea req-af1a8d7c-17c9-4829-ad84-0fe7acf5f1c4 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:10.064849 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-49273d9a-00f7-495e-8a39-5fb63f8094ea req-af1a8d7c-17c9-4829-ad84-0fe7acf5f1c4 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.2278323 Jun 28 14:07:10.076917 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-9d63ccc7-3dff-4fe6-955a-412e964c9327 None None] Provisioning for port 307c1e13-b69f-4678-8a07-88bc52e7f76a completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:07:10.083327 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-9d63ccc7-3dff-4fe6-955a-412e964c9327 None None] Provisioning complete for port 307c1e13-b69f-4678-8a07-88bc52e7f76a triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:10.084325 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-9d63ccc7-3dff-4fe6-955a-412e964c9327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:10.149245 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-49273d9a-00f7-495e-8a39-5fb63f8094ea req-a31ce68b-ff0f-45e6-964e-198e7d9e4ba4 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832758 Jun 28 14:07:10.191830 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:10.226353 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-25634cc6-570f-40c4-b877-efa68225364f None None] Set router eb6d25ef-c7b2-4992-b171-c13d1f31440f gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:07:10.228196 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-9d63ccc7-3dff-4fe6-955a-412e964c9327 None None] Port 307c1e13-b69f-4678-8a07-88bc52e7f76a cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:07:10.285355 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f9d6e-55ff-404f-ad36-4ca4b44099b0 None None] Pushing event updated for resources: {'Port': ['ID=b8efae0e-3f57-471a-b790-1f724c384778,revision_number=2']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:10.326823 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-0c4f9d6e-55ff-404f-ad36-4ca4b44099b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:10.327635 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-8ad2e937-1896-487f-a646-830db0a9c8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.382s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:10.337623 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea538c8-5a70-4274-8f57-ad1f80594aa5 req-202b9936-c3dc-4e73-820d-cdd249c95f1f tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:10.351210 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-1ea538c8-5a70-4274-8f57-ad1f80594aa5 req-202b9936-c3dc-4e73-820d-cdd249c95f1f tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.1524527 Jun 28 14:07:10.408599 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 715aec9e-1b06-4285-9c0e-677feb6fb9d1 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:07:10.453358 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f9d6e-55ff-404f-ad36-4ca4b44099b0 None None] Pushing event updated for resources: {'Port': ['ID=b8efae0e-3f57-471a-b790-1f724c384778,revision_number=3']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:10.460875 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-0c4f9d6e-55ff-404f-ad36-4ca4b44099b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:10.483425 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-1ea538c8-5a70-4274-8f57-ad1f80594aa5 req-347a1d8b-4c8c-49cc-8c34-e6ffe836afe2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1191649 Jun 28 14:07:10.532286 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 715aec9e-1b06-4285-9c0e-677feb6fb9d1 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:10.533629 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:10.552355 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:10.564942 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:10.572458 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:10.584960 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-25634cc6-570f-40c4-b877-efa68225364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'name': 'tempest-TestMinimumBasicScenario-339189574-router', 'tenant_id': '13534a09ace64ed8bbba51f23b2b8a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'b8efae0e-3f57-471a-b790-1f724c384778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:07:04Z', 'updated_at': '2021-06-28T14:07:06Z', 'revision_number': 3, 'project_id': '13534a09ace64ed8bbba51f23b2b8a91', 'gw_port': {'id': 'b8efae0e-3f57-471a-b790-1f724c384778', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:05Z', 'updated_at': '2021-06-28T14:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:10.625783 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25634cc6-570f-40c4-b877-efa68225364f None None] The sync data for ids ['eb6d25ef-c7b2-4992-b171-c13d1f31440f'] in dv-cinder-761113-15-iscsi is: [{'id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'name': 'tempest-TestMinimumBasicScenario-339189574-router', 'tenant_id': '13534a09ace64ed8bbba51f23b2b8a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'b8efae0e-3f57-471a-b790-1f724c384778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:07:04Z', 'updated_at': '2021-06-28T14:07:06Z', 'revision_number': 3, 'project_id': '13534a09ace64ed8bbba51f23b2b8a91', 'gw_port': {'id': 'b8efae0e-3f57-471a-b790-1f724c384778', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:05Z', 'updated_at': '2021-06-28T14:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:07:10.660932 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Pushing event updated for resources: {'Port': ['ID=307c1e13-b69f-4678-8a07-88bc52e7f76a,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:10.663577 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549522'] for router_interface, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:10.665770 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:10.786408 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device ed8e8852-bfab-45f9-be42-11799d9abe38 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:07:10.816761 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Network de5e7a08-84ae-4d6b-9f8f-0820be930e7d is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:07:10.818621 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:07:10.848570 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port ed8e8852-bfab-45f9-be42-11799d9abe38 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:10.849042 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:11.057769 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Router eb6d25ef-c7b2-4992-b171-c13d1f31440f has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:07:11.292847 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:07:11.309054 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] 10.222.0.11 "PUT /v2.0/routers/eb6d25ef-c7b2-4992-b171-c13d1f31440f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5991321 Jun 28 14:07:11.385218 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-fab5bd62-8fd8-42ae-9cf6-3c4ebeab12dd None None] Provisioning complete for port 307c1e13-b69f-4678-8a07-88bc52e7f76a triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:11.385786 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-fab5bd62-8fd8-42ae-9cf6-3c4ebeab12dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:11.483825 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-fab5bd62-8fd8-42ae-9cf6-3c4ebeab12dd None None] Port 307c1e13-b69f-4678-8a07-88bc52e7f76a cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:07:11.535104 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a461266-0c7e-46cc-9add-d626f558b37d req-c810a9b2-386b-4da8-a884-d69dec128857 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:11.542255 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5a461266-0c7e-46cc-9add-d626f558b37d req-c810a9b2-386b-4da8-a884-d69dec128857 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1398685 Jun 28 14:07:11.597749 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5a461266-0c7e-46cc-9add-d626f558b37d req-5f5351a6-6950-4d43-b073-88b40a34c97d tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537860 Jun 28 14:07:11.745516 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952d73a-a7af-4167-825f-7f4930743349 req-dd7fb039-b04e-42fd-8fcc-f1d62e24ec4d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:11.747109 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6952d73a-a7af-4167-825f-7f4930743349 req-dd7fb039-b04e-42fd-8fcc-f1d62e24ec4d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0918372 Jun 28 14:07:11.796637 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6952d73a-a7af-4167-825f-7f4930743349 req-0ca660f3-90e3-4279-8fd7-f227bdb5b737 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439126 Jun 28 14:07:12.285339 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device b8efae0e-3f57-471a-b790-1f724c384778 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:07:12.342355 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port b8efae0e-3f57-471a-b790-1f724c384778 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:07:12.346593 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port b8efae0e-3f57-471a-b790-1f724c384778 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:12.348184 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:12.438208 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:12.475910 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port b8efae0e-3f57-471a-b790-1f724c384778, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=b8efae0e-3f57-471a-b790-1f724c384778,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:07:12.483616 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:12.487402 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-119f5776-48f1-49cb-b9ff-aa97dec0b1cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:12.547073 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=b8efae0e-3f57-471a-b790-1f724c384778,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:12.550926 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:12.776808 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51998d80-2353-41c6-82eb-ad06b88f35de req-62c49111-b9f5-4f02-ad6d-23a94ceeb322 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:12.784223 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-51998d80-2353-41c6-82eb-ad06b88f35de req-62c49111-b9f5-4f02-ad6d-23a94ceeb322 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0730107 Jun 28 14:07:12.808608 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Sync routers for ids ['eb6d25ef-c7b2-4992-b171-c13d1f31440f'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:07:12.818000 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Routers {'eb6d25ef-c7b2-4992-b171-c13d1f31440f'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:07:12.818850 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:07:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['eb6d25ef-c7b2-4992-b171-c13d1f31440f'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:12.854385 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-51998d80-2353-41c6-82eb-ad06b88f35de req-537e29dc-8a58-4c14-88d3-613133b72229 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678730 Jun 28 14:07:12.986427 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Set router eb6d25ef-c7b2-4992-b171-c13d1f31440f gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:07:13.050151 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac598f9e-4b06-4bac-af78-6b5f177bdd97 req-729a93c5-4923-48f2-8302-20e66f995a50 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:13.057660 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ac598f9e-4b06-4bac-af78-6b5f177bdd97 req-729a93c5-4923-48f2-8302-20e66f995a50 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0888224 Jun 28 14:07:13.114220 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ac598f9e-4b06-4bac-af78-6b5f177bdd97 req-e386428f-7214-44a7-a84c-4bd94b298bd5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538225 Jun 28 14:07:13.254304 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'name': 'tempest-TestMinimumBasicScenario-339189574-router', 'tenant_id': '13534a09ace64ed8bbba51f23b2b8a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'b8efae0e-3f57-471a-b790-1f724c384778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:07:04Z', 'updated_at': '2021-06-28T14:07:10Z', 'revision_number': 4, 'project_id': '13534a09ace64ed8bbba51f23b2b8a91', 'gw_port': {'id': 'b8efae0e-3f57-471a-b790-1f724c384778', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:05Z', 'updated_at': '2021-06-28T14:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '307c1e13-b69f-4678-8a07-88bc52e7f76a', 'name': '', 'network_id': 'de5e7a08-84ae-4d6b-9f8f-0820be930e7d', 'tenant_id': '13534a09ace64ed8bbba51f23b2b8a91', 'mac_address': 'fa:16:3e:f1:e7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '04a0afba-7990-485d-bf73-8e8f05def336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:08Z', 'updated_at': '2021-06-28T14:07:10Z', 'revision_number': 2, 'project_id': '13534a09ace64ed8bbba51f23b2b8a91', 'subnets': [{'id': '04a0afba-7990-485d-bf73-8e8f05def336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:13.280719 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Checking router: eb6d25ef-c7b2-4992-b171-c13d1f31440f for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:07:13.281107 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Updating router eb6d25ef-c7b2-4992-b171-c13d1f31440f port 307c1e13-b69f-4678-8a07-88bc52e7f76a binding host dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:07:13.325127 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:13.646882 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Notify callbacks [] for port, precommit_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:13.664071 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Transition to ACTIVE for port object 307c1e13-b69f-4678-8a07-88bc52e7f76a will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:07:13.677084 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:13.686674 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-ab61d90b-7fac-4eeb-9edd-43e1e5929dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:13.754806 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4ec35-e77b-4bd5-aafc-2e1c9ed962c8 None None] Pushing event updated for resources: {'Port': ['ID=307c1e13-b69f-4678-8a07-88bc52e7f76a,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:13.783330 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-28d4ec35-e77b-4bd5-aafc-2e1c9ed962c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:13.796752 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Attempting to bind port 307c1e13-b69f-4678-8a07-88bc52e7f76a on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:07:13.796978 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Attempting to bind port 307c1e13-b69f-4678-8a07-88bc52e7f76a by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': '6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'de5e7a08-84ae-4d6b-9f8f-0820be930e7d'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:07:13.797935 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Attempting to bind port 307c1e13-b69f-4678-8a07-88bc52e7f76a on network de5e7a08-84ae-4d6b-9f8f-0820be930e7d {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:07:13.802757 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:07:13.803155 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Checking segment: {'id': '6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'de5e7a08-84ae-4d6b-9f8f-0820be930e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:07:13.803574 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:13.804008 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Bound using segment: {'id': '6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'de5e7a08-84ae-4d6b-9f8f-0820be930e7d'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:07:13.804502 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Bound port: 307c1e13-b69f-4678-8a07-88bc52e7f76a, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'de5e7a08-84ae-4d6b-9f8f-0820be930e7d'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:07:13.804904 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:13.937007 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] For port 307c1e13-b69f-4678-8a07-88bc52e7f76a, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:07:13.945478 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] For port 307c1e13-b69f-4678-8a07-88bc52e7f76a, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=307c1e13-b69f-4678-8a07-88bc52e7f76a,segment=NetworkSegment(6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff),segment_id=6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:07:13.953941 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:13.956459 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:14.027862 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Routers {'eb6d25ef-c7b2-4992-b171-c13d1f31440f'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:07:14.028503 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:07:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['eb6d25ef-c7b2-4992-b171-c13d1f31440f'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:14.033671 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4ec35-e77b-4bd5-aafc-2e1c9ed962c8 None None] Pushing event updated for resources: {'Port': ['ID=307c1e13-b69f-4678-8a07-88bc52e7f76a,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:14.038444 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-28d4ec35-e77b-4bd5-aafc-2e1c9ed962c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:14.118648 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077d839-6cd8-406c-a782-bf61d30146dc req-8e05818b-d3a5-4319-b326-1926baea5762 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:14.120229 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9077d839-6cd8-406c-a782-bf61d30146dc req-8e05818b-d3a5-4319-b326-1926baea5762 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0997167 Jun 28 14:07:14.181342 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9077d839-6cd8-406c-a782-bf61d30146dc req-c7f78203-134e-4005-84d1-eb138ccdd6ff tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550544 Jun 28 14:07:14.218413 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] Set router eb6d25ef-c7b2-4992-b171-c13d1f31440f gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:07:14.350219 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device b8efae0e-3f57-471a-b790-1f724c384778 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:07:14.360496 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72492c22-749e-4dda-a716-d9756aa41db1 req-a4a323a9-f044-49c2-b4cb-eef1c1130136 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:14.362939 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-72492c22-749e-4dda-a716-d9756aa41db1 req-a4a323a9-f044-49c2-b4cb-eef1c1130136 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0898526 Jun 28 14:07:14.438797 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-72492c22-749e-4dda-a716-d9756aa41db1 req-e5eba453-2a0a-40d9-85a8-3b81b94aa9cc tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494781 Jun 28 14:07:14.587136 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port b8efae0e-3f57-471a-b790-1f724c384778 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:14.587894 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:14.728721 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'name': 'tempest-TestMinimumBasicScenario-339189574-router', 'tenant_id': '13534a09ace64ed8bbba51f23b2b8a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'b8efae0e-3f57-471a-b790-1f724c384778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:07:04Z', 'updated_at': '2021-06-28T14:07:10Z', 'revision_number': 4, 'project_id': '13534a09ace64ed8bbba51f23b2b8a91', 'gw_port': {'id': 'b8efae0e-3f57-471a-b790-1f724c384778', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:05Z', 'updated_at': '2021-06-28T14:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '307c1e13-b69f-4678-8a07-88bc52e7f76a', 'name': '', 'network_id': 'de5e7a08-84ae-4d6b-9f8f-0820be930e7d', 'tenant_id': '13534a09ace64ed8bbba51f23b2b8a91', 'mac_address': 'fa:16:3e:f1:e7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '04a0afba-7990-485d-bf73-8e8f05def336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:08Z', 'updated_at': '2021-06-28T14:07:13Z', 'revision_number': 4, 'project_id': '13534a09ace64ed8bbba51f23b2b8a91', 'subnets': [{'id': '04a0afba-7990-485d-bf73-8e8f05def336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:14.758496 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6b52f4-3dba-411f-8987-0e228cdfa70a None None] The sync data for ids ['eb6d25ef-c7b2-4992-b171-c13d1f31440f'] in dv-cinder-761113-15-iscsi is: [{'id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'name': 'tempest-TestMinimumBasicScenario-339189574-router', 'tenant_id': '13534a09ace64ed8bbba51f23b2b8a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'b8efae0e-3f57-471a-b790-1f724c384778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:07:04Z', 'updated_at': '2021-06-28T14:07:10Z', 'revision_number': 4, 'project_id': '13534a09ace64ed8bbba51f23b2b8a91', 'gw_port': {'id': 'b8efae0e-3f57-471a-b790-1f724c384778', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:05Z', 'updated_at': '2021-06-28T14:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '307c1e13-b69f-4678-8a07-88bc52e7f76a', 'name': '', 'network_id': 'de5e7a08-84ae-4d6b-9f8f-0820be930e7d', 'tenant_id': '13534a09ace64ed8bbba51f23b2b8a91', 'mac_address': 'fa:16:3e:f1:e7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '04a0afba-7990-485d-bf73-8e8f05def336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:08Z', 'updated_at': '2021-06-28T14:07:13Z', 'revision_number': 4, 'project_id': '13534a09ace64ed8bbba51f23b2b8a91', 'subnets': [{'id': '04a0afba-7990-485d-bf73-8e8f05def336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:07:15.468799 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986bf85-ee50-42ec-8f3d-194d8fe2f4e5 req-596896ed-0cfb-479f-8875-6852a09746e3 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:15.471108 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2986bf85-ee50-42ec-8f3d-194d8fe2f4e5 req-596896ed-0cfb-479f-8875-6852a09746e3 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1267612 Jun 28 14:07:15.562326 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2986bf85-ee50-42ec-8f3d-194d8fe2f4e5 req-241e6faa-6250-4ba6-8e11-66cd4f9eaccb tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698102 Jun 28 14:07:15.802434 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160b1ae-d024-431d-ae88-b76b6e90c29f req-ec74ff50-b8ba-4a89-9964-dbbf8fc811ad tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:15.806142 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f160b1ae-d024-431d-ae88-b76b6e90c29f req-ec74ff50-b8ba-4a89-9964-dbbf8fc811ad tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.1471562 Jun 28 14:07:15.873788 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f160b1ae-d024-431d-ae88-b76b6e90c29f req-1484c7fd-d627-42e3-9ced-a657541e8302 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615225 Jun 28 14:07:16.330399 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 307c1e13-b69f-4678-8a07-88bc52e7f76a up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:07:16.389069 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 307c1e13-b69f-4678-8a07-88bc52e7f76a completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:07:16.393259 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 307c1e13-b69f-4678-8a07-88bc52e7f76a triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:16.393909 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:16.480225 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:16.516530 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port 307c1e13-b69f-4678-8a07-88bc52e7f76a, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=307c1e13-b69f-4678-8a07-88bc52e7f76a,segment=NetworkSegment(6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff),segment_id=6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:07:16.521540 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:16.523496 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:16.579079 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=307c1e13-b69f-4678-8a07-88bc52e7f76a,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:16.582870 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:16.747897 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa69dde-5949-4ef9-b9d4-06a69a022b7a req-68f9ec72-2b6b-4d38-a505-776a5fd3abde tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:16.749545 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3aa69dde-5949-4ef9-b9d4-06a69a022b7a req-68f9ec72-2b6b-4d38-a505-776a5fd3abde tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0725732 Jun 28 14:07:16.790096 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3aa69dde-5949-4ef9-b9d4-06a69a022b7a req-b2c0dae4-1073-4dd2-8427-09e6aa8b266e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341499 Jun 28 14:07:17.083075 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dad7d-f1da-4dba-9b4e-f218f74fea25 req-5bc79659-0a70-4f2f-989c-097d953ec817 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:17.090073 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3c3dad7d-f1da-4dba-9b4e-f218f74fea25 req-5bc79659-0a70-4f2f-989c-097d953ec817 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0763886 Jun 28 14:07:17.134916 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3c3dad7d-f1da-4dba-9b4e-f218f74fea25 req-2bee1a94-996c-4d71-a2f1-62a6dcfb22e2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436223 Jun 28 14:07:17.783589 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:07:18.010964 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ad9d4-dea9-4117-9e7c-74bb2c877fb8 req-e346a793-6a1f-45aa-8517-49c1625c837e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:18.019509 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-793ad9d4-dea9-4117-9e7c-74bb2c877fb8 req-e346a793-6a1f-45aa-8517-49c1625c837e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0923297 Jun 28 14:07:18.081546 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-793ad9d4-dea9-4117-9e7c-74bb2c877fb8 req-ba3722e0-79d4-45ca-83be-f5c912a05c00 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597637 Jun 28 14:07:18.313770 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 307c1e13-b69f-4678-8a07-88bc52e7f76a up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:07:18.357591 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b49ba-c9bd-47cd-9889-bee22d1c5663 req-3fd4af7a-7385-4313-bfd3-c45aaf9f77cd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:18.365970 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-119b49ba-c9bd-47cd-9889-bee22d1c5663 req-3fd4af7a-7385-4313-bfd3-c45aaf9f77cd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0737238 Jun 28 14:07:18.394917 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 307c1e13-b69f-4678-8a07-88bc52e7f76a triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:18.395624 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:18.444638 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-119b49ba-c9bd-47cd-9889-bee22d1c5663 req-881906b9-b307-47d2-811a-fa7a0b29df24 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749366 Jun 28 14:07:18.551997 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device c28b30c6-ee36-45ae-b396-1617be4a52dc details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:07:18.665816 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port c28b30c6-ee36-45ae-b396-1617be4a52dc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:07:18.681987 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': 'c28b30c6-ee36-45ae-b396-1617be4a52dc', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'port_id': 'c28b30c6-ee36-45ae-b396-1617be4a52dc', 'mac_address': 'fa:16:3e:2f:63:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:07:18.736045 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:18.752972 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c28b30c6-ee36-45ae-b396-1617be4a52dc {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:07:18.780547 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port c28b30c6-ee36-45ae-b396-1617be4a52dc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:07:18.793157 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:18.798537 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:18.903551 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=c28b30c6-ee36-45ae-b396-1617be4a52dc,revision_number=6']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:18.911059 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:19.422958 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163be51-8ef3-4154-bee5-e6302d20b2ec req-1c58add0-62d9-45db-8a61-5ebdf7ed9df2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:19.430136 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8163be51-8ef3-4154-bee5-e6302d20b2ec req-1c58add0-62d9-45db-8a61-5ebdf7ed9df2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1598547 Jun 28 14:07:19.525685 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8163be51-8ef3-4154-bee5-e6302d20b2ec req-23c2a512-59fc-4474-8555-54c4f1ba00d5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894811 Jun 28 14:07:19.728398 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b73a0-d016-4435-9ca6-5602650c609c req-8b742546-f892-4396-8a06-0acd7efe82ba tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:19.738569 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c62b73a0-d016-4435-9ca6-5602650c609c req-8b742546-f892-4396-8a06-0acd7efe82ba tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 944 time: 0.1448252 Jun 28 14:07:19.812268 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c62b73a0-d016-4435-9ca6-5602650c609c req-02d6864d-3732-49e0-9eba-6871a9e3538f tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675769 Jun 28 14:07:20.759730 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358c794-e6be-449f-95fc-bf3e47b12ff7 req-c4b31bd9-966d-46ea-b0ff-3d0be216b510 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:20.767181 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3358c794-e6be-449f-95fc-bf3e47b12ff7 req-c4b31bd9-966d-46ea-b0ff-3d0be216b510 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1085446 Jun 28 14:07:20.816842 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3358c794-e6be-449f-95fc-bf3e47b12ff7 req-ab90ed11-a8b7-44df-a018-86b5069fcd4c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484755 Jun 28 14:07:21.117211 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff84e3-7c51-4727-8e65-74a4d65b771e req-9a0324e9-afc0-4bc8-b8e4-51bd901d75d7 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:21.119413 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-e5ff84e3-7c51-4727-8e65-74a4d65b771e req-9a0324e9-afc0-4bc8-b8e4-51bd901d75d7 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 944 time: 0.0978906 Jun 28 14:07:21.193844 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-e5ff84e3-7c51-4727-8e65-74a4d65b771e req-4efbb8f6-10c3-4003-bb66-d8cda3d24dbd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679111 Jun 28 14:07:21.879499 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['c28b30c6-ee36-45ae-b396-1617be4a52dc'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:07:22.078207 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187d772-f2ee-4fa1-9737-3aca5ee84b04 req-9d29cc58-0e74-4b11-9dfb-1df5ad433939 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:22.080756 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f187d772-f2ee-4fa1-9737-3aca5ee84b04 req-9d29cc58-0e74-4b11-9dfb-1df5ad433939 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0979869 Jun 28 14:07:22.165103 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f187d772-f2ee-4fa1-9737-3aca5ee84b04 req-30fdb1df-e553-4f2f-8bb0-4fcda1dc5a22 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714645 Jun 28 14:07:22.522839 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d089f01-f484-4b00-a664-7c53229b48b8 req-b179f1a9-992d-4276-ae5c-e2590dc8ab38 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:22.524807 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2d089f01-f484-4b00-a664-7c53229b48b8 req-b179f1a9-992d-4276-ae5c-e2590dc8ab38 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 944 time: 0.1511390 Jun 28 14:07:22.616245 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2d089f01-f484-4b00-a664-7c53229b48b8 req-c6cc70f4-6b62-41d2-8996-74c2e9a68c72 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795028 Jun 28 14:07:23.461245 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be76f7-a6ac-43f1-81cf-7898b4554cae req-10fc95f1-fa54-443d-91da-1b131337f69f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:23.473465 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c9be76f7-a6ac-43f1-81cf-7898b4554cae req-10fc95f1-fa54-443d-91da-1b131337f69f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1364498 Jun 28 14:07:23.572198 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c9be76f7-a6ac-43f1-81cf-7898b4554cae req-f11f525d-a082-4ad1-a7b4-a96ebe9bf9ce tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957632 Jun 28 14:07:23.593499 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device c28b30c6-ee36-45ae-b396-1617be4a52dc up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:07:23.693941 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 56974) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:23.707829 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port c28b30c6-ee36-45ae-b396-1617be4a52dc triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:23.709698 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:23.711008 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-59f984ee-8644-4b65-a944-cd4ef9568229 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:23.713390 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-59f984ee-8644-4b65-a944-cd4ef9568229 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/networks?id=2022ef6f-f21a-45ac-8ff2-03a56f1131bd HTTP/1.1" status: 200 len: 815 time: 0.1652265 Jun 28 14:07:23.737685 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-c1faa73f-fb58-46ea-84a4-31842a51de18 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/quotas/ac7ad9c8896f475695055660012401f8 HTTP/1.1" status: 200 len: 375 time: 0.0181382 Jun 28 14:07:23.785903 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bd5893-53f3-4140-931b-9f163719163d admin admin] Deleting subnet 4932e82f-c8c4-4dab-9166-199cea2ea93e {{(pid=93024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:07:23.793647 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-00bd5893-53f3-4140-931b-9f163719163d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:23.843503 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-00bd5893-53f3-4140-931b-9f163719163d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640428'] for subnet, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:23.855580 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-cb6c1a35-edec-4887-bfc8-49725eb4fd69 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac7ad9c8896f475695055660012401f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1165612 Jun 28 14:07:23.867104 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:23.885855 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-00bd5893-53f3-4140-931b-9f163719163d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722368'] for subnet, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:23.930895 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port c28b30c6-ee36-45ae-b396-1617be4a52dc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:07:23.933487 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28b30c6-ee36-45ae-b396-1617be4a52dc'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:07:23.943615 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7d8187-34bf-4cd5-9aa0-e83bbe126ea6" -d '{"events": [{"server_uuid": "0983f6c5-ee56-4e5c-8087-edef65a96c08", "name": "network-vif-plugged", "status": "completed", "tag": "c28b30c6-ee36-45ae-b396-1617be4a52dc"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:07:23.953866 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:23.960484 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-2709e51f-60aa-4869-9c07-8dea17ffab76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:23.978090 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-1eb81328-bf00-49e1-b662-3bf010b4f092 service neutron] 10.222.0.11 "GET /v2.0/networks/2022ef6f-f21a-45ac-8ff2-03a56f1131bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160705 Jun 28 14:07:24.010079 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-00bd5893-53f3-4140-931b-9f163719163d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6079573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6240845'] for subnet, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:24.013178 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-af6ce5a8-0611-465a-990e-90d1452fe280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:24.060197 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd5893-53f3-4140-931b-9f163719163d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4932e82f-c8c4-4dab-9166-199cea2ea93e,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:24.081745 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=c28b30c6-ee36-45ae-b396-1617be4a52dc,revision_number=7']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:24.084917 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-00bd5893-53f3-4140-931b-9f163719163d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:24.094276 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-00bd5893-53f3-4140-931b-9f163719163d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:24.097299 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:24.097628 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-00bd5893-53f3-4140-931b-9f163719163d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4932e82f-c8c4-4dab-9166-199cea2ea93e HTTP/1.1" status: 204 len: 168 time: 0.4012961 Jun 28 14:07:24.098909 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 56982) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:24.137831 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-59cfa3d5-cf92-40b2-9080-5188335e1291 service neutron] 10.222.0.11 "GET /v2.0/networks/2022ef6f-f21a-45ac-8ff2-03a56f1131bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600013 Jun 28 14:07:24.184523 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-158b0669-553d-4c04-b478-6577d42427a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813611'] for network, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:24.259001 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a067ef1-9927-4b64-8940-6956f7372f25 req-14b98ef9-e3cb-4e0c-a01b-2ac2b01aa610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:24.261042 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a067ef1-9927-4b64-8940-6956f7372f25 req-14b98ef9-e3cb-4e0c-a01b-2ac2b01aa610 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe5908865c604ba49eaf1e3905e97327&device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 1099 time: 0.1193931 Jun 28 14:07:24.279823 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-158b0669-553d-4c04-b478-6577d42427a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722966', 'neutron.services.segments.db._delete_segments_for_network-8749054792488'] for network, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:24.293532 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-158b0669-553d-4c04-b478-6577d42427a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22535b9-eb09-4a98-9708-bab7f65b2bb5']}} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:24.369571 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-158b0669-553d-4c04-b478-6577d42427a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265200ef-855b-4733-9a82-99dbd4a15f24') {'for_net_delete': True} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:24.369872 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-158b0669-553d-4c04-b478-6577d42427a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265200ef-855b-4733-9a82-99dbd4a15f24') {} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:07:24.401088 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c69d0ac-2754-43bb-b4fb-2a80c781208d x-openstack-request-id: req-7c69d0ac-2754-43bb-b4fb-2a80c781208d {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:07:24.401394 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0983f6c5-ee56-4e5c-8087-edef65a96c08", "name": "network-vif-plugged", "status": "completed", "tag": "c28b30c6-ee36-45ae-b396-1617be4a52dc", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:07:24.401708 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c69d0ac-2754-43bb-b4fb-2a80c781208d {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:07:24.402293 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28b30c6-ee36-45ae-b396-1617be4a52dc', 'code': 200} Jun 28 14:07:24.402958 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-158b0669-553d-4c04-b478-6577d42427a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054738571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640469'] for segment, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:24.404452 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a067ef1-9927-4b64-8940-6956f7372f25 req-8d6c2c16-aa6f-4ce9-b7b8-0e9ec61909b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:24.406335 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a067ef1-9927-4b64-8940-6956f7372f25 req-8d6c2c16-aa6f-4ce9-b7b8-0e9ec61909b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8f3ae30-07f9-4a91-9442-31b27cbf5240 HTTP/1.1" status: 200 len: 919 time: 0.1363671 Jun 28 14:07:24.435644 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f3dfd-3cbe-4867-b12c-49ac9955e2b3 req-503ba3b0-f240-498c-bf20-58c522a1be5d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:24.437182 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-171f3dfd-3cbe-4867-b12c-49ac9955e2b3 req-503ba3b0-f240-498c-bf20-58c522a1be5d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.1329410 Jun 28 14:07:24.438249 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-158b0669-553d-4c04-b478-6577d42427a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:24.484384 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158b0669-553d-4c04-b478-6577d42427a3 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:07:24.484797 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-158b0669-553d-4c04-b478-6577d42427a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6079670'] for segment, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:24.489820 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-171f3dfd-3cbe-4867-b12c-49ac9955e2b3 req-ec055bf5-b80d-41ef-a523-cf5d0fda1860 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456059 Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: Traceback (most recent call last): Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: timer() Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: cb(*args, **kw) Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: return func(*args, **kwargs) Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: self._notify() Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: self.callback(batched_events) Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: event.method(event) Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: return f(self, *a, **k) Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: return self._get(url).json() Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: return self.request(url, 'GET', **kwargs) Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:07:24.490543 dv-cinder-761113-15-iscsi neutron-server[93024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:07:24.549016 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a067ef1-9927-4b64-8940-6956f7372f25 req-2b85e9b1-6b7e-4c21-99bb-0a2ba7ca484e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de31413a-a0e3-429c-978d-f5ce096f9e67 HTTP/1.1" status: 200 len: 217 time: 0.1041074 Jun 28 14:07:24.567781 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-158b0669-553d-4c04-b478-6577d42427a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707171'] for network, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:24.573172 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-158b0669-553d-4c04-b478-6577d42427a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:24.577462 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-158b0669-553d-4c04-b478-6577d42427a3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e22535b9-eb09-4a98-9708-bab7f65b2bb5 HTTP/1.1" status: 204 len: 168 time: 0.4754059 Jun 28 14:07:24.577462 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:24.609882 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b0669-553d-4c04-b478-6577d42427a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e22535b9-eb09-4a98-9708-bab7f65b2bb5,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:24.616290 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-158b0669-553d-4c04-b478-6577d42427a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:24.730378 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-1d383349-6690-47a3-86b1-439147202cd8 req-355004a9-0423-4e43-bc78-ab1747f64c57 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 210 time: 0.1128578 Jun 28 14:07:24.745959 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a067ef1-9927-4b64-8940-6956f7372f25 req-c3163307-9552-4545-8714-1cc3134740f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:24.748336 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a067ef1-9927-4b64-8940-6956f7372f25 req-c3163307-9552-4545-8714-1cc3134740f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ef022ae7-61d0-4f32-bcef-65ede9752248 HTTP/1.1" status: 200 len: 858 time: 0.1906452 Jun 28 14:07:24.822847 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a067ef1-9927-4b64-8940-6956f7372f25 req-5a3fa67b-65e4-4ce1-953e-e47ef75c66b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8f3ae30-07f9-4a91-9442-31b27cbf5240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495417 Jun 28 14:07:24.837387 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec55a44-0197-422e-80e7-2faae61f6ebb req-db3ec13f-bc2b-4b7d-9855-094ade094bcc tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:24.846028 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0ec55a44-0197-422e-80e7-2faae61f6ebb req-db3ec13f-bc2b-4b7d-9855-094ade094bcc tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.2125580 Jun 28 14:07:24.867819 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57006) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:24.923584 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-3738d0a0-a7a7-4e78-b3d5-16dab14ccd26 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54ae704fc71c430a9281b10c2bb76b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540349 Jun 28 14:07:24.926697 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57010) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:25.050388 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-270eb8f5-5653-4efa-8546-f6682358d1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:25.071481 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a067ef1-9927-4b64-8940-6956f7372f25 req-f4567975-a42c-4130-8c2d-bed64e98202f service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990974 Jun 28 14:07:25.080786 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0ec55a44-0197-422e-80e7-2faae61f6ebb req-50cc8ce8-29b6-468d-ada2-8b16df0d4d91 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310495 Jun 28 14:07:25.089817 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-270eb8f5-5653-4efa-8546-f6682358d1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:25.218017 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-270eb8f5-5653-4efa-8546-f6682358d1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:25.222303 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-270eb8f5-5653-4efa-8546-f6682358d1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:25.226437 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-270eb8f5-5653-4efa-8546-f6682358d1de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8222070a-7ed9-4369-aff4-6dd3f258b6a7 HTTP/1.1" status: 204 len: 168 time: 0.2957218 Jun 28 14:07:25.226437 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-ae04d71d-bb44-4be9-b683-78de4b723f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:25.247651 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270eb8f5-5653-4efa-8546-f6682358d1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8222070a-7ed9-4369-aff4-6dd3f258b6a7,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:25.277671 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-270eb8f5-5653-4efa-8546-f6682358d1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:25.355365 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a067ef1-9927-4b64-8940-6956f7372f25 req-2584833c-6de6-462d-9bb7-f295af7cb5bb service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522433 Jun 28 14:07:25.365690 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 57018) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:25.441803 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcf294-9f61-4281-9665-c1fccc71ca44 req-a44c26f8-58c7-461e-a24a-28ef40fb05da tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:25.443447 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-24dcf294-9f61-4281-9665-c1fccc71ca44 req-a44c26f8-58c7-461e-a24a-28ef40fb05da tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1933057 Jun 28 14:07:25.554216 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-24dcf294-9f61-4281-9665-c1fccc71ca44 req-1c4a0f9e-a40f-4269-9712-8902e504d644 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009493 Jun 28 14:07:25.789577 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-de00d025-4f02-428d-9a2b-0abe1585bd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:25.901045 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-de00d025-4f02-428d-9a2b-0abe1585bd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:25.911735 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-de00d025-4f02-428d-9a2b-0abe1585bd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:25.914460 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8775feae-f2e1-43e0-9667-cc03b041936c req-12d73bde-b9fc-4e31-83c7-3b94c4e90946 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 210 time: 0.0398080 Jun 28 14:07:25.918923 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:25.953405 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00d025-4f02-428d-9a2b-0abe1585bd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868676ba-0d9a-49c0-8b2d-85473400612f,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:25.962728 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-de00d025-4f02-428d-9a2b-0abe1585bd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:25.991330 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fc074-396d-4d5f-9a7d-07b2d947e7cf req-bab108b7-9367-4ea6-aad9-d791a7e01faf tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:25.992947 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-096fc074-396d-4d5f-9a7d-07b2d947e7cf req-bab108b7-9367-4ea6-aad9-d791a7e01faf tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.2821965 Jun 28 14:07:25.999756 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-de00d025-4f02-428d-9a2b-0abe1585bd31 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=128f8f5b8e2c49229f5e1b4b8f3b17e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6301160 Jun 28 14:07:26.000376 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57040) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:26.052508 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-096fc074-396d-4d5f-9a7d-07b2d947e7cf req-d4eee7f4-9b68-4fd3-be9b-9e63fea9556b tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534270 Jun 28 14:07:26.073481 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-648d82f5-4f15-41c8-8eb3-78e6d6824386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:26.125811 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-648d82f5-4f15-41c8-8eb3-78e6d6824386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:26.229567 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-648d82f5-4f15-41c8-8eb3-78e6d6824386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:26.233288 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-648d82f5-4f15-41c8-8eb3-78e6d6824386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:26.251811 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-648d82f5-4f15-41c8-8eb3-78e6d6824386 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/868676ba-0d9a-49c0-8b2d-85473400612f HTTP/1.1" status: 204 len: 168 time: 0.2370315 Jun 28 14:07:26.254739 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-ebda940e-42b4-4410-9e77-cd3b250cd60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:26.279370 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d82f5-4f15-41c8-8eb3-78e6d6824386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868676ba-0d9a-49c0-8b2d-85473400612f,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:26.286927 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-648d82f5-4f15-41c8-8eb3-78e6d6824386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:26.380721 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:26.455333 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b9fbc-0b99-4925-a2b7-11cda4e9fa24 req-d8d20cf0-7c5d-4018-8aee-bacb51904057 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:26.460279 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3d4b9fbc-0b99-4925-a2b7-11cda4e9fa24 req-d8d20cf0-7c5d-4018-8aee-bacb51904057 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0982618 Jun 28 14:07:26.531292 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3d4b9fbc-0b99-4925-a2b7-11cda4e9fa24 req-dc17a069-ab41-46ef-be5f-9fdb7b826a8c tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650167 Jun 28 14:07:26.668815 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-78f5191a-4953-4da7-a850-20841f7481a3 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:26.677762 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-78f5191a-4953-4da7-a850-20841f7481a3 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.55 "GET /v2.0/networks?id=2022ef6f-f21a-45ac-8ff2-03a56f1131bd HTTP/1.1" status: 200 len: 815 time: 0.2702854 Jun 28 14:07:26.700712 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-e596f993-081f-4ea6-b679-bcffb00c9340 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Request body: {'port': {'device_id': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd', 'admin_state_up': True, 'tenant_id': 'ac7ad9c8896f475695055660012401f8'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:07:26.889046 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385b50e-3e69-4d36-9f84-7cd1c8d6a3bd req-3e016263-6477-4356-8927-bd05c2f2e9b7 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:26.890579 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5385b50e-3e69-4d36-9f84-7cd1c8d6a3bd req-3e016263-6477-4356-8927-bd05c2f2e9b7 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1041231 Jun 28 14:07:26.906392 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-e596f993-081f-4ea6-b679-bcffb00c9340 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Made reservation on behalf of ac7ad9c8896f475695055660012401f8 for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:07:26.910575 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-e596f993-081f-4ea6-b679-bcffb00c9340 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:27.131779 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-9b38d56e-05b1-4da3-b15e-b2b564652c25 req-59d589ee-7a16-4a87-ad55-883028c3f6c9 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 210 time: 0.0416715 Jun 28 14:07:27.237508 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5385b50e-3e69-4d36-9f84-7cd1c8d6a3bd req-4a8df545-83c3-4163-9412-852ea05a76b5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3390944 Jun 28 14:07:27.311042 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530cfbb-492b-4782-b38d-fa40cf3bd7ad req-3ce8561a-37eb-4f29-9661-fcd5368935de tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:27.324825 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b530cfbb-492b-4782-b38d-fa40cf3bd7ad req-3ce8561a-37eb-4f29-9661-fcd5368935de tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0844493 Jun 28 14:07:27.363112 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57092) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:27.369297 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-e596f993-081f-4ea6-b679-bcffb00c9340 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Allocated IP 172.20.0.3 (2022ef6f-f21a-45ac-8ff2-03a56f1131bd/60932ee8-d938-4148-9394-d0005119e06f/ab29a690-6600-4f8b-b032-46ca58e78c0e) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:07:27.381596 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b530cfbb-492b-4782-b38d-fa40cf3bd7ad req-1e2e58ae-0282-47d0-878d-81bf022c81f9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552607 Jun 28 14:07:27.641484 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5ea29f66-1d79-4c9a-b422-081f92936464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:27.688458 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-e596f993-081f-4ea6-b679-bcffb00c9340 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:27.706843 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-e596f993-081f-4ea6-b679-bcffb00c9340 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Transition to ACTIVE for port object ab29a690-6600-4f8b-b032-46ca58e78c0e will not be triggered until provisioned by entity DHCP. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:07:27.770333 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-e596f993-081f-4ea6-b679-bcffb00c9340 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:27.785700 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:27.873590 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-e596f993-081f-4ea6-b679-bcffb00c9340 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Network 2022ef6f-f21a-45ac-8ff2-03a56f1131bd is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:07:27.879623 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596f993-081f-4ea6-b679-bcffb00c9340 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Pushing event updated for resources: {'Port': ['ID=ab29a690-6600-4f8b-b032-46ca58e78c0e,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:27.898711 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5ea29f66-1d79-4c9a-b422-081f92936464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:27.899381 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-e596f993-081f-4ea6-b679-bcffb00c9340 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:07:27.901954 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-e596f993-081f-4ea6-b679-bcffb00c9340 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:27.905454 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5ea29f66-1d79-4c9a-b422-081f92936464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:27.908342 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-411b52a8-9afe-4caf-9336-953c9da865aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:27.911644 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-e596f993-081f-4ea6-b679-bcffb00c9340 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:07:28.001232 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea29f66-1d79-4c9a-b422-081f92936464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33899683-0645-421a-8eb1-2f861d1049ed,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:28.005575 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-5ea29f66-1d79-4c9a-b422-081f92936464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:28.023317 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-5ea29f66-1d79-4c9a-b422-081f92936464 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2c7899cf0d241629138f489616af529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6589639 Jun 28 14:07:28.024125 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57116) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:28.103304 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-e596f993-081f-4ea6-b679-bcffb00c9340 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:28.104026 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-e596f993-081f-4ea6-b679-bcffb00c9340 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:28.127386 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c16a5a-8e0f-40ef-8369-b21222ee1ffd req-05890d81-8ff6-4ba4-bc20-882780d3d897 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:28.137928 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-81c16a5a-8e0f-40ef-8369-b21222ee1ffd req-05890d81-8ff6-4ba4-bc20-882780d3d897 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.2593412 Jun 28 14:07:28.158469 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-e596f993-081f-4ea6-b679-bcffb00c9340 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4625421 Jun 28 14:07:28.159135 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4d756579-9498-446d-b1f7-4b5fbc70046c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:28.184635 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-81c16a5a-8e0f-40ef-8369-b21222ee1ffd req-1e6514a3-8e84-43fe-8172-89204db30b0a tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456908 Jun 28 14:07:28.206003 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Request body: {'port': {'device_id': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:07:28.216346 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4d756579-9498-446d-b1f7-4b5fbc70046c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:28.335018 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-35018865-8feb-496e-902a-b26b62c68f8d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960002322&fields=id&tenant_id=f154bdfc04f34f66a9ef7393d6e7494b HTTP/1.1" status: 200 len: 267 time: 0.0501769 Jun 28 14:07:28.368991 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-6d4bc221-e4cd-4b59-9cd2-2f26b0cfbd2a None None] Provisioning for port ab29a690-6600-4f8b-b032-46ca58e78c0e completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:07:28.371598 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4d756579-9498-446d-b1f7-4b5fbc70046c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:28.374419 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-6d4bc221-e4cd-4b59-9cd2-2f26b0cfbd2a None None] Provisioning complete for port ab29a690-6600-4f8b-b032-46ca58e78c0e triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:28.374912 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-6d4bc221-e4cd-4b59-9cd2-2f26b0cfbd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:28.375495 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4d756579-9498-446d-b1f7-4b5fbc70046c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:28.382377 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-4d756579-9498-446d-b1f7-4b5fbc70046c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33899683-0645-421a-8eb1-2f861d1049ed HTTP/1.1" status: 204 len: 168 time: 0.3558936 Jun 28 14:07:28.390050 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a6e3da00-bce2-408b-b29b-e8962d928fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:28.401415 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d756579-9498-446d-b1f7-4b5fbc70046c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33899683-0645-421a-8eb1-2f861d1049ed,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:28.408468 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-4d756579-9498-446d-b1f7-4b5fbc70046c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:28.412046 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:28.554287 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-d02df4d6-37f7-4eba-92c9-b87c1eb83454 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:28.563509 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-d02df4d6-37f7-4eba-92c9-b87c1eb83454 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/networks?id=e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f HTTP/1.1" status: 200 len: 808 time: 0.2272713 Jun 28 14:07:28.589619 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-63610762-9da9-4fb0-a5ae-7a0e7565f961 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/quotas/f154bdfc04f34f66a9ef7393d6e7494b HTTP/1.1" status: 200 len: 375 time: 0.0248325 Jun 28 14:07:28.746122 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-e9eec1e0-6a9e-4cf0-95e1-49ed4f984e18 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f154bdfc04f34f66a9ef7393d6e7494b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1546948 Jun 28 14:07:28.828031 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-6d4bc221-e4cd-4b59-9cd2-2f26b0cfbd2a None None] Port ab29a690-6600-4f8b-b032-46ca58e78c0e cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:07:28.914908 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-b89b5009-d7d5-4d66-ba2c-74791f99ef24 service neutron] 10.222.0.11 "GET /v2.0/networks/e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677334 Jun 28 14:07:29.045751 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-ba4dd3a6-5e1a-4a6c-8f28-e90b6149a100 service neutron] 10.222.0.11 "GET /v2.0/networks/e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257603 Jun 28 14:07:29.235084 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53b1eb-f1cb-4724-90bf-07a62829e6de req-af5e7553-4892-4a52-991d-5e94adcf26e0 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:29.246147 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-de53b1eb-f1cb-4724-90bf-07a62829e6de req-af5e7553-4892-4a52-991d-5e94adcf26e0 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 931 time: 0.8125355 Jun 28 14:07:29.283785 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57150) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:29.298435 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab29a690-6600-4f8b-b032-46ca58e78c0e {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:07:29.373720 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:29.455078 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Transition to ACTIVE for port object ab29a690-6600-4f8b-b032-46ca58e78c0e will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:07:29.497933 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:29.516916 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:29.559234 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-285ba9db-aef8-4cf1-86a7-c9f16beeb830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:29.576317 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Pushing event updated for resources: {'Port': ['ID=ab29a690-6600-4f8b-b032-46ca58e78c0e,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:29.598529 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-de53b1eb-f1cb-4724-90bf-07a62829e6de req-c953481e-98b0-4cb7-98f7-2f883799365e tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457577 Jun 28 14:07:29.599888 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:29.858266 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Attempting to bind port ab29a690-6600-4f8b-b032-46ca58e78c0e on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:07:29.865829 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Attempting to bind port ab29a690-6600-4f8b-b032-46ca58e78c0e by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'f74601f9-53e8-47e4-9831-6dc487ac875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:07:29.866359 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Attempting to bind port ab29a690-6600-4f8b-b032-46ca58e78c0e on network 2022ef6f-f21a-45ac-8ff2-03a56f1131bd {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:07:29.874071 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-285ba9db-aef8-4cf1-86a7-c9f16beeb830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:29.879485 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Port ab29a690-6600-4f8b-b032-46ca58e78c0e on network 2022ef6f-f21a-45ac-8ff2-03a56f1131bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:07:29.884871 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-285ba9db-aef8-4cf1-86a7-c9f16beeb830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:29.890017 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-270eb8f5-5653-4efa-8546-f6682358d1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:29.894267 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Attempting to bind port ab29a690-6600-4f8b-b032-46ca58e78c0e on network 2022ef6f-f21a-45ac-8ff2-03a56f1131bd {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:07:29.927463 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ba9db-aef8-4cf1-86a7-c9f16beeb830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f9b962-4371-4ed3-bc5b-c958d26ca6d9,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:29.939984 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-285ba9db-aef8-4cf1-86a7-c9f16beeb830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:29.977686 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-285ba9db-aef8-4cf1-86a7-c9f16beeb830 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c57688de96c14e8aa13531950f9855d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6875665 Jun 28 14:07:29.978456 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57170) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:30.037805 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:07:30.039976 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Checking segment: {'id': 'f74601f9-53e8-47e4-9831-6dc487ac875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:07:30.052385 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Bound using segment: {'id': 'f74601f9-53e8-47e4-9831-6dc487ac875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:07:30.053000 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Bound port: ab29a690-6600-4f8b-b032-46ca58e78c0e, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74601f9-53e8-47e4-9831-6dc487ac875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:07:30.053479 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:30.165204 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] For port ab29a690-6600-4f8b-b032-46ca58e78c0e, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:07:30.189166 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1956f89-bce8-4c1e-86d7-97fd897e1352 req-6e0db3f0-8c13-4bce-aad2-07513955622e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:30.196236 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f1956f89-bce8-4c1e-86d7-97fd897e1352 req-6e0db3f0-8c13-4bce-aad2-07513955622e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.2886450 Jun 28 14:07:30.199433 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] For port ab29a690-6600-4f8b-b032-46ca58e78c0e, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ab29a690-6600-4f8b-b032-46ca58e78c0e,segment=NetworkSegment(f74601f9-53e8-47e4-9831-6dc487ac875f),segment_id=f74601f9-53e8-47e4-9831-6dc487ac875f)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:07:30.222262 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:30.223026 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8b11f13e-a2e5-46e2-a6cb-0f7d82821627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:30.239361 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-10153e98-403a-4ad1-b078-5bde97122e51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:30.310078 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8b11f13e-a2e5-46e2-a6cb-0f7d82821627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:30.381603 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:30.386208 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:30.391341 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] 10.222.0.55 "PUT /v2.0/ports/ab29a690-6600-4f8b-b032-46ca58e78c0e HTTP/1.1" status: 200 len: 1093 time: 2.1982753 Jun 28 14:07:30.430128 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'tag': 'ab29a690-6600-4f8b-b032-46ca58e78c0e'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:07:30.433576 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8b11f13e-a2e5-46e2-a6cb-0f7d82821627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:30.435810 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84ca3b9-9b77-4699-bea8-54defb7b69d2" -d '{"events": [{"name": "network-changed", "server_uuid": "72bc8865-bcd3-4dab-af65-5c9cc47e4b98", "tag": "ab29a690-6600-4f8b-b032-46ca58e78c0e"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:07:30.439620 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8b11f13e-a2e5-46e2-a6cb-0f7d82821627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:30.446636 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-8b11f13e-a2e5-46e2-a6cb-0f7d82821627 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08f9b962-4371-4ed3-bc5b-c958d26ca6d9 HTTP/1.1" status: 204 len: 168 time: 0.4649148 Jun 28 14:07:30.446636 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-eef5ff26-4b6d-4a13-8f54-00619ac90c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:30.529220 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b6ebc-7b20-4423-b3fb-445a5b8b8428 req-61080ed3-b24f-46b2-a094-59f0f9ebd2b5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:30.535490 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-336b6ebc-7b20-4423-b3fb-445a5b8b8428 req-61080ed3-b24f-46b2-a094-59f0f9ebd2b5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.5264864 Jun 28 14:07:30.541718 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f1956f89-bce8-4c1e-86d7-97fd897e1352 req-678d296e-6084-4843-9c6b-7e979dcc48bc tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3426869 Jun 28 14:07:30.546142 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Pushing event updated for resources: {'Port': ['ID=ab29a690-6600-4f8b-b032-46ca58e78c0e,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:30.561094 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:30.579497 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11f13e-a2e5-46e2-a6cb-0f7d82821627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f9b962-4371-4ed3-bc5b-c958d26ca6d9,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:30.599728 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-8b11f13e-a2e5-46e2-a6cb-0f7d82821627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:30.746750 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-336b6ebc-7b20-4423-b3fb-445a5b8b8428 req-e3ecda92-740c-48e4-9390-18965e9b3107 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1603630 Jun 28 14:07:30.809121 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-50e506cf-8e17-48df-be7c-d794e9a35134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:30.814294 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-50e506cf-8e17-48df-be7c-d794e9a35134 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac7ad9c8896f475695055660012401f8&device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 1096 time: 0.2374723 Jun 28 14:07:30.991447 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-f2494a89-8c56-4d88-88f4-9122fe751aa1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab29a690-6600-4f8b-b032-46ca58e78c0e HTTP/1.1" status: 200 len: 217 time: 0.0735123 Jun 28 14:07:31.115555 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-ee7db8e6-46df-4886-a879-b80a221185bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:31.117301 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-ee7db8e6-46df-4886-a879-b80a221185bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60932ee8-d938-4148-9394-d0005119e06f HTTP/1.1" status: 200 len: 854 time: 0.1144485 Jun 28 14:07:31.165239 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfcf1a-1ff6-450c-be01-3977ed1d78eb req-566204d7-783e-4d9d-9588-325c4279eec7 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:31.187993 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0bbfcf1a-1ff6-450c-be01-3977ed1d78eb req-566204d7-783e-4d9d-9588-325c4279eec7 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.3364401 Jun 28 14:07:31.379526 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-c8907135-7708-48b0-bd7a-f3e04060c8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:31.417604 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0bbfcf1a-1ff6-450c-be01-3977ed1d78eb req-78631b81-4c42-4e6f-a49c-0d13a3ccf3f4 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286744 Jun 28 14:07:31.486152 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6b39df4c-8c3b-49e5-a75f-264a58e52f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:31.492625 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-6b39df4c-8c3b-49e5-a75f-264a58e52f07 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2022ef6f-f21a-45ac-8ff2-03a56f1131bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3025787 Jun 28 14:07:31.584337 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f4bca6-e748-4aaa-897f-de80f391579f x-openstack-request-id: req-b9f4bca6-e748-4aaa-897f-de80f391579f {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:07:31.584995 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bc8865-bcd3-4dab-af65-5c9cc47e4b98", "tag": "ab29a690-6600-4f8b-b032-46ca58e78c0e", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:07:31.585540 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9f4bca6-e748-4aaa-897f-de80f391579f {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:07:31.586253 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'tag': 'ab29a690-6600-4f8b-b032-46ca58e78c0e', 'status': 'completed', 'code': 200} Jun 28 14:07:31.705856 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-eab56358-2fee-434f-bbc0-1896cc5078f9 req-a9018e0b-52b1-4dc2-9108-91c9359ceb94 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 210 time: 0.7135465 Jun 28 14:07:31.774541 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-ac0b2a99-962e-4a26-88fd-888e2dfb65a0 service neutron] 10.222.0.55 "GET /v2.0/networks/2022ef6f-f21a-45ac-8ff2-03a56f1131bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447186 Jun 28 14:07:31.889696 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bf529-6405-4015-87eb-6f6a2567bfbc req-33af85ec-0a2f-4ad1-9b85-62475edf0b81 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:31.891754 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-502bf529-6405-4015-87eb-6f6a2567bfbc req-33af85ec-0a2f-4ad1-9b85-62475edf0b81 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 943 time: 0.1362796 Jun 28 14:07:31.967435 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-502bf529-6405-4015-87eb-6f6a2567bfbc req-054d9698-9a81-4285-a189-7f4d6a51a8c8 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671537 Jun 28 14:07:32.023568 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb30dc-7100-43b1-8b93-68debda7d851 req-4559a854-6619-4a1c-995b-86f25907dd3b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:32.025149 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-99cb30dc-7100-43b1-8b93-68debda7d851 req-4559a854-6619-4a1c-995b-86f25907dd3b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1584680 Jun 28 14:07:32.085214 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-99cb30dc-7100-43b1-8b93-68debda7d851 req-0e8577ea-c04d-4ef3-9484-703f6e758be4 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500510 Jun 28 14:07:32.349869 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd97ea-09e8-4305-9266-a9b3ecdf277e req-e0fddf35-864e-4d80-9c68-022cfa132bc8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:32.352834 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-80bd97ea-09e8-4305-9266-a9b3ecdf277e req-e0fddf35-864e-4d80-9c68-022cfa132bc8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.1138744 Jun 28 14:07:32.408502 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-80bd97ea-09e8-4305-9266-a9b3ecdf277e req-93e7efe1-df07-4cce-bcf6-a667d0645d2b tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503592 Jun 28 14:07:32.871657 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c1688-d16b-485b-a1d0-6824a1d251fb req-1324ab8f-5fa9-4dd4-9689-a431b4ffea79 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:32.885581 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-893c1688-d16b-485b-a1d0-6824a1d251fb req-1324ab8f-5fa9-4dd4-9689-a431b4ffea79 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.2436240 Jun 28 14:07:32.942323 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6d63ccef-f071-4f32-868a-dba112eb6d05 req-81e2bed4-7e71-4c58-b860-72e18fe576f8 service neutron] 10.222.0.55 "GET /v2.0/networks/2022ef6f-f21a-45ac-8ff2-03a56f1131bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223179 Jun 28 14:07:33.029098 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-893c1688-d16b-485b-a1d0-6824a1d251fb req-25639644-e920-42a0-965f-621d832adf65 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241801 Jun 28 14:07:33.107871 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-be57010d-9ab9-469b-9db5-8fe66b7b6636 req-84523405-6ee2-4ddf-bd57-c67673023bec tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 210 time: 0.0687511 Jun 28 14:07:33.363350 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e2d27-51e8-4c27-aa3d-8d78d7e75c05 req-01737df0-b1c5-4448-9b7e-9ef9ffcb77d6 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:33.372219 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef1c67-56a6-4dde-974a-d54c5d713a5c req-4133b439-a1ee-4ebc-b580-4a117fab9ec3 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:33.374090 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-bb9e2d27-51e8-4c27-aa3d-8d78d7e75c05 req-01737df0-b1c5-4448-9b7e-9ef9ffcb77d6 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 943 time: 0.1372492 Jun 28 14:07:33.376057 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b0ef1c67-56a6-4dde-974a-d54c5d713a5c req-4133b439-a1ee-4ebc-b580-4a117fab9ec3 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1425328 Jun 28 14:07:33.469576 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-bb9e2d27-51e8-4c27-aa3d-8d78d7e75c05 req-1abdf075-fcd6-4bb5-8bfd-d8f4e1832885 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829713 Jun 28 14:07:33.480816 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b0ef1c67-56a6-4dde-974a-d54c5d713a5c req-239ab3bf-7277-4289-9cf8-fff2fec11c73 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897837 Jun 28 14:07:33.683332 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4544e42-bfbd-4613-ade9-5b0d3ff81cfc req-648ada82-3127-4ab9-acc2-00ed1fb19cba tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:33.690917 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d4544e42-bfbd-4613-ade9-5b0d3ff81cfc req-648ada82-3127-4ab9-acc2-00ed1fb19cba tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0804541 Jun 28 14:07:33.743603 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d4544e42-bfbd-4613-ade9-5b0d3ff81cfc req-8449e246-b2df-467a-969c-992f4690ad98 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514684 Jun 28 14:07:33.879776 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-decccf27-f8f2-4175-b6df-2690c8ab1f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:34.180803 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:34.374740 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-eaa83c8e-b9f5-4b5a-8344-f16bf2b8cc26 req-366f79fd-ab25-4d74-81bb-f95a3b4cdc55 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 210 time: 0.0458109 Jun 28 14:07:34.553488 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72cd52-3e0a-48be-9c95-d5bf5f791376 req-972edfcd-225f-4cfb-a160-9ac58f41f32e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:34.555362 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7d72cd52-3e0a-48be-9c95-d5bf5f791376 req-972edfcd-225f-4cfb-a160-9ac58f41f32e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0723031 Jun 28 14:07:34.602424 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7d72cd52-3e0a-48be-9c95-d5bf5f791376 req-aecf4419-c6dc-4298-b237-6b8cd0eca7df tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377491 Jun 28 14:07:34.652764 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea2ff8-e209-418a-8058-e90531175cfa req-ad429c13-eb83-45bc-b4a6-7d56e2cd8b68 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:34.654270 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-39ea2ff8-e209-418a-8058-e90531175cfa req-ad429c13-eb83-45bc-b4a6-7d56e2cd8b68 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 943 time: 0.0718162 Jun 28 14:07:34.693213 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-39ea2ff8-e209-418a-8058-e90531175cfa req-4c7293a9-d16d-4647-8917-23b430b387a6 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327034 Jun 28 14:07:34.773257 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407f5f7-b329-4325-b779-b77e50dce9ab req-2f7a617a-a812-491c-93e8-ef7355f1a8ec tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:34.775359 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5407f5f7-b329-4325-b779-b77e50dce9ab req-2f7a617a-a812-491c-93e8-ef7355f1a8ec tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0659106 Jun 28 14:07:34.825550 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5407f5f7-b329-4325-b779-b77e50dce9ab req-0142b556-b96b-43f5-8413-e5c724d4cb28 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445287 Jun 28 14:07:34.935410 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2542ee2-5db3-4f82-93a8-c14d2f38943f req-fe6844df-2699-4221-b24a-06db991aab16 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:34.936909 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-e2542ee2-5db3-4f82-93a8-c14d2f38943f req-fe6844df-2699-4221-b24a-06db991aab16 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0685165 Jun 28 14:07:34.977368 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-e2542ee2-5db3-4f82-93a8-c14d2f38943f req-99e6edb5-58c5-45da-a4a3-1d15a16649b1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346363 Jun 28 14:07:35.046346 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:35.531420 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8bc8d81a-840e-43ea-95eb-bf231e3d2cf5 req-052a869c-bf11-46fb-9a1f-79f06b2e17cc tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 210 time: 0.0321198 Jun 28 14:07:35.788577 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463234b0-927f-4e78-b870-24a89e68ee51 req-951e952f-63f2-4102-aa52-6ec6adbd6daf tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:35.790313 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-463234b0-927f-4e78-b870-24a89e68ee51 req-951e952f-63f2-4102-aa52-6ec6adbd6daf tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0716212 Jun 28 14:07:35.835412 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-463234b0-927f-4e78-b870-24a89e68ee51 req-6699018e-e831-488c-99e0-715a8b9d231f tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391703 Jun 28 14:07:35.891989 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99766e69-b8ea-42bf-b9af-a1af3730c788 req-d00a8272-77ca-40c1-b051-88f3ff592871 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:35.893412 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-99766e69-b8ea-42bf-b9af-a1af3730c788 req-d00a8272-77ca-40c1-b051-88f3ff592871 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 943 time: 0.0804133 Jun 28 14:07:35.933263 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-99766e69-b8ea-42bf-b9af-a1af3730c788 req-a3d043c7-f21a-487f-bbfa-cc6155ccee60 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336297 Jun 28 14:07:36.004632 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861207f-ec82-4150-b3f2-f5812e9b49d8 req-e019b45c-62f8-4be3-9f64-236520bc5a3a tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:36.006103 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7861207f-ec82-4150-b3f2-f5812e9b49d8 req-e019b45c-62f8-4be3-9f64-236520bc5a3a tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0637805 Jun 28 14:07:36.047715 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7861207f-ec82-4150-b3f2-f5812e9b49d8 req-c6487f68-c930-4e63-9ade-500491cb1b78 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349419 Jun 28 14:07:36.162004 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd2523-7da6-4310-8f1e-7d69c47acee5 req-46b2f370-2bf6-49a8-acbc-b8e20020d333 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:36.163428 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b3dd2523-7da6-4310-8f1e-7d69c47acee5 req-46b2f370-2bf6-49a8-acbc-b8e20020d333 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0651200 Jun 28 14:07:36.203351 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b3dd2523-7da6-4310-8f1e-7d69c47acee5 req-9ed6133b-8a86-4307-b25d-06b87a55ce75 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339835 Jun 28 14:07:36.492005 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:36.684331 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-40791d6b-d33b-4deb-90ea-6b89985771ab req-2bbd673b-8af7-4c1e-91ca-c00df181cb75 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 210 time: 0.0392365 Jun 28 14:07:37.021128 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ec045-d475-49b7-90b2-9f9ac45ae03b req-af3e59c5-4c80-4cd4-a09a-4e356a50c3cf tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:37.022741 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-559ec045-d475-49b7-90b2-9f9ac45ae03b req-af3e59c5-4c80-4cd4-a09a-4e356a50c3cf tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0704710 Jun 28 14:07:37.073621 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-559ec045-d475-49b7-90b2-9f9ac45ae03b req-26bffbe6-937d-412b-8f8c-fdc6def0d140 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453720 Jun 28 14:07:37.128625 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565804a-60d4-46a0-8aeb-104aa04728a3 req-5cbe6927-60e4-4269-ab97-cb502ed49e44 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:37.131170 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2565804a-60d4-46a0-8aeb-104aa04728a3 req-5cbe6927-60e4-4269-ab97-cb502ed49e44 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 943 time: 0.0695512 Jun 28 14:07:37.168495 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2565804a-60d4-46a0-8aeb-104aa04728a3 req-943e38d3-bf5a-4080-9d2e-917998479d89 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326438 Jun 28 14:07:37.250423 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595507c-4238-4d27-8570-28229fb71fa4 req-119d0d94-bbe6-408b-9d88-79425dfff4a5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:37.252100 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0595507c-4238-4d27-8570-28229fb71fa4 req-119d0d94-bbe6-408b-9d88-79425dfff4a5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0675075 Jun 28 14:07:37.321911 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0595507c-4238-4d27-8570-28229fb71fa4 req-22610c2c-5920-42f6-95f7-a19060665666 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615716 Jun 28 14:07:37.443750 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aca94d-6782-46f0-b26a-a7b0cc034b97 req-14b5fe73-592b-463f-9102-6498bc163fe4 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:37.445394 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-79aca94d-6782-46f0-b26a-a7b0cc034b97 req-14b5fe73-592b-463f-9102-6498bc163fe4 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0846283 Jun 28 14:07:37.500850 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-79aca94d-6782-46f0-b26a-a7b0cc034b97 req-af92afc6-e203-4061-b1f4-f301447ef11e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459390 Jun 28 14:07:37.834059 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ef1912be-0e80-47df-a12a-54ac18d2dd74 req-7a97e595-6496-4d56-a9f3-ed74a7488505 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 210 time: 0.0315049 Jun 28 14:07:38.263274 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07404-fadb-477d-8fbd-4aa8fa4244fc req-61655cee-4960-40e2-8a43-47e1c4b62efc tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:38.265115 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-9cd07404-fadb-477d-8fbd-4aa8fa4244fc req-61655cee-4960-40e2-8a43-47e1c4b62efc tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0709848 Jun 28 14:07:38.307178 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-9cd07404-fadb-477d-8fbd-4aa8fa4244fc req-40f0ddc4-cde9-48e4-9346-0e226f75e7f8 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357766 Jun 28 14:07:38.363274 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd9512-33d2-4581-b2d3-a6614de77890 req-def228bd-0829-4d5a-a12a-e91f7ba6ede0 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:38.365028 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-78fd9512-33d2-4581-b2d3-a6614de77890 req-def228bd-0829-4d5a-a12a-e91f7ba6ede0 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 943 time: 0.0683692 Jun 28 14:07:38.412857 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-78fd9512-33d2-4581-b2d3-a6614de77890 req-9e3dca55-db09-457f-904f-845e06f2a7d7 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400872 Jun 28 14:07:38.513886 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f5442-d85e-4a3c-bb6c-b17781cb518d req-e53adf78-cac1-4888-a767-2e64a059678e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:38.515746 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f37f5442-d85e-4a3c-bb6c-b17781cb518d req-e53adf78-cac1-4888-a767-2e64a059678e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0679476 Jun 28 14:07:38.584983 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f37f5442-d85e-4a3c-bb6c-b17781cb518d req-aadc5614-1b79-46ef-ae27-40d7297c528b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609310 Jun 28 14:07:38.689367 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1826484-56e3-42d6-8e6d-ca29722dce7d req-f05de722-860d-43c5-9290-1e9e03cf80ea tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:38.691580 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e1826484-56e3-42d6-8e6d-ca29722dce7d req-f05de722-860d-43c5-9290-1e9e03cf80ea tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0656121 Jun 28 14:07:38.731891 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e1826484-56e3-42d6-8e6d-ca29722dce7d req-d6fa42a4-c663-491e-9349-df0f51292cb7 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340922 Jun 28 14:07:38.997450 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-08102803-6c7b-478e-bca7-71c2620661c1 req-3736204d-251f-438d-8bee-b23e26d5b826 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 210 time: 0.0443504 Jun 28 14:07:39.521132 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895717c-e4ce-4f89-ac86-bd31d68c825e req-87ff7b1e-23d0-43d1-8a51-a74665fd426c tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:39.523465 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a895717c-e4ce-4f89-ac86-bd31d68c825e req-87ff7b1e-23d0-43d1-8a51-a74665fd426c tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0926197 Jun 28 14:07:39.573832 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a895717c-e4ce-4f89-ac86-bd31d68c825e req-5c8ab9c5-a383-4fcc-b595-f5293f668d1f tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443542 Jun 28 14:07:39.701989 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e06ad-d526-42f9-bd2a-8140060f54fc req-8f1f40fb-e931-4713-8bf3-c1fe717327af tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:39.710367 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c49e06ad-d526-42f9-bd2a-8140060f54fc req-8f1f40fb-e931-4713-8bf3-c1fe717327af tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 943 time: 0.1137495 Jun 28 14:07:39.782735 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c49e06ad-d526-42f9-bd2a-8140060f54fc req-22ee3b99-1d67-4a87-9ad8-adcde1224efe tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711377 Jun 28 14:07:39.850094 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b515ec3-79aa-4da9-9711-169b995cbd36 req-2f6fbfff-8481-42ee-9b1e-9c840733ab5e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:39.852033 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5b515ec3-79aa-4da9-9711-169b995cbd36 req-2f6fbfff-8481-42ee-9b1e-9c840733ab5e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1192257 Jun 28 14:07:39.954972 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5b515ec3-79aa-4da9-9711-169b995cbd36 req-8a4fa24f-08a5-41f4-9a4f-216ae0d03734 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955451 Jun 28 14:07:40.073297 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77058d-eb3d-485c-a06c-b7fc018015f7 req-41b3beba-0ff4-4b4c-8213-837f6aa37e44 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:40.083240 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-4c77058d-eb3d-485c-a06c-b7fc018015f7 req-41b3beba-0ff4-4b4c-8213-837f6aa37e44 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.1443000 Jun 28 14:07:40.160562 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-4c77058d-eb3d-485c-a06c-b7fc018015f7 req-ef1e4c0e-14c1-4499-bebf-fe97d5983337 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761518 Jun 28 14:07:40.211214 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e6e78cfc-b7e3-4c8e-879e-aca785c60fb2 req-337912bc-12f2-42e7-a3ba-447424ca7d13 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 210 time: 0.0471854 Jun 28 14:07:40.367526 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 57398) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:40.540727 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c850af2b-54a3-4b47-a52c-efa1ab5c449f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:40.733647 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c850af2b-54a3-4b47-a52c-efa1ab5c449f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:40.771320 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c850af2b-54a3-4b47-a52c-efa1ab5c449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:40.774349 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:40.823317 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850af2b-54a3-4b47-a52c-efa1ab5c449f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803df583-80bc-439e-8fd3-6442dcd9e70f,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:40.832638 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1d14a-73fc-4a21-8dd3-135bdbcdd8ea req-06305a89-749e-4add-9c4c-f3b812a2dde4 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:40.839591 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7ce1d14a-73fc-4a21-8dd3-135bdbcdd8ea req-06305a89-749e-4add-9c4c-f3b812a2dde4 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.1405749 Jun 28 14:07:40.855370 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-c850af2b-54a3-4b47-a52c-efa1ab5c449f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:40.899915 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-c850af2b-54a3-4b47-a52c-efa1ab5c449f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86a5913808fb49bc8c14dc101b9e633d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5310137 Jun 28 14:07:40.902350 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 57418) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:40.935443 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7ce1d14a-73fc-4a21-8dd3-135bdbcdd8ea req-8aae4cee-5e30-4ec8-84de-fba576e03a7b tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947745 Jun 28 14:07:40.965437 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ee95069c-65fb-417e-8ddf-b853f360db10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:40.990160 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ee95069c-65fb-417e-8ddf-b853f360db10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:41.092287 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ee95069c-65fb-417e-8ddf-b853f360db10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:41.099864 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ee95069c-65fb-417e-8ddf-b853f360db10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:41.103478 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-ee95069c-65fb-417e-8ddf-b853f360db10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/803df583-80bc-439e-8fd3-6442dcd9e70f HTTP/1.1" status: 204 len: 168 time: 0.1976230 Jun 28 14:07:41.106026 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-c850af2b-54a3-4b47-a52c-efa1ab5c449f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:41.126813 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95069c-65fb-417e-8ddf-b853f360db10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803df583-80bc-439e-8fd3-6442dcd9e70f,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:41.136941 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ee95069c-65fb-417e-8ddf-b853f360db10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:41.146816 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42240b7b-90d4-4357-abae-139abe3e3793 req-aaaef522-e593-4812-a695-40ec917e90d3 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:41.148519 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-42240b7b-90d4-4357-abae-139abe3e3793 req-aaaef522-e593-4812-a695-40ec917e90d3 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 943 time: 0.1093194 Jun 28 14:07:41.168373 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad95d7-7bc5-4c66-bfa8-81a2b9a9c467 req-8a27756f-dc72-4c97-a513-7b269fd71d02 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:41.170072 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c5ad95d7-7bc5-4c66-bfa8-81a2b9a9c467 req-8a27756f-dc72-4c97-a513-7b269fd71d02 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0971324 Jun 28 14:07:41.218331 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-42240b7b-90d4-4357-abae-139abe3e3793 req-5f5cb13b-acdd-4bbc-a11f-c967f1bd5c0a tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494676 Jun 28 14:07:41.234289 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c5ad95d7-7bc5-4c66-bfa8-81a2b9a9c467 req-131d0747-7bcd-4384-9cd8-0e79bec5b92d tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563841 Jun 28 14:07:41.398518 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6d6cb5b7-c17e-4b8e-9ff8-fc395c715f53 req-40ae7ecb-6a0a-4ffe-80d5-66d6eba6e549 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 210 time: 0.0294840 Jun 28 14:07:41.442813 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc65a8f-3fcd-4fce-b436-340a0a66d734 req-831a4392-2ff4-411a-860c-5be326b23d84 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:41.444356 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-dbc65a8f-3fcd-4fce-b436-340a0a66d734 req-831a4392-2ff4-411a-860c-5be326b23d84 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0894499 Jun 28 14:07:41.483196 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-dbc65a8f-3fcd-4fce-b436-340a0a66d734 req-f32c416b-59c9-4c1f-a2e9-c6034599fd70 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330155 Jun 28 14:07:41.688973 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-19adad9f-5094-48f1-93c3-617ed7bd5666 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:41.690423 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-19adad9f-5094-48f1-93c3-617ed7bd5666 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.55 "GET /v2.0/networks?id=e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f HTTP/1.1" status: 200 len: 808 time: 0.1415560 Jun 28 14:07:41.702389 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ca3b9-9b77-4699-bea8-54defb7b69d2 req-8a3a2e68-711a-40d8-bb34-ab72f0c3c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:41.703890 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c84ca3b9-9b77-4699-bea8-54defb7b69d2 req-8a3a2e68-711a-40d8-bb34-ab72f0c3c553 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac7ad9c8896f475695055660012401f8&device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 1096 time: 0.1238649 Jun 28 14:07:41.884592 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-69d48a9e-1847-4aa6-8335-c0b4e5a81b08 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f154bdfc04f34f66a9ef7393d6e7494b HTTP/1.1" status: 200 len: 380 time: 0.1170423 Jun 28 14:07:41.897438 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ca3b9-9b77-4699-bea8-54defb7b69d2 req-d8033978-9791-4add-9a1c-4d9d38edcc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:41.898831 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c84ca3b9-9b77-4699-bea8-54defb7b69d2 req-d8033978-9791-4add-9a1c-4d9d38edcc17 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2022ef6f-f21a-45ac-8ff2-03a56f1131bd HTTP/1.1" status: 200 len: 916 time: 0.1412210 Jun 28 14:07:42.053701 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-295804bd-964f-4cad-a18e-81e9e73a4cef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Request body: {'port': {'device_id': '3341dead-9b19-4985-beed-43b1dd599251', 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'admin_state_up': True, 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'security_groups': ['074024f1-9fea-4f1f-85ef-bb4dd8019f64']}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:07:42.099364 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c84ca3b9-9b77-4699-bea8-54defb7b69d2 req-7c688f1e-db2c-4e0a-acc3-6c7d0fe0ef42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab29a690-6600-4f8b-b032-46ca58e78c0e HTTP/1.1" status: 200 len: 217 time: 0.0549378 Jun 28 14:07:42.109180 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5665a-b87e-4aaf-bbcd-b9866ad60c16 req-69e44ba7-e384-4c34-bd3a-bf6202198cbb tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:42.111992 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-4ec5665a-b87e-4aaf-bbcd-b9866ad60c16 req-69e44ba7-e384-4c34-bd3a-bf6202198cbb tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0714877 Jun 28 14:07:42.160819 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-4ec5665a-b87e-4aaf-bbcd-b9866ad60c16 req-f59f3bf4-cffc-4f97-b88d-d8349559df7b tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417705 Jun 28 14:07:42.217126 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ca3b9-9b77-4699-bea8-54defb7b69d2 req-4f7e34c3-82c0-4c3a-8e3d-0e8d4121ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:42.218592 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c84ca3b9-9b77-4699-bea8-54defb7b69d2 req-4f7e34c3-82c0-4c3a-8e3d-0e8d4121ae05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60932ee8-d938-4148-9394-d0005119e06f HTTP/1.1" status: 200 len: 854 time: 0.0811255 Jun 28 14:07:42.271550 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-295804bd-964f-4cad-a18e-81e9e73a4cef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Made reservation on behalf of f154bdfc04f34f66a9ef7393d6e7494b for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:07:42.275108 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-295804bd-964f-4cad-a18e-81e9e73a4cef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:42.308883 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ca3b9-9b77-4699-bea8-54defb7b69d2 req-5bc749e3-7fe8-464d-a803-e0d709817f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:42.310342 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c84ca3b9-9b77-4699-bea8-54defb7b69d2 req-5bc749e3-7fe8-464d-a803-e0d709817f48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2022ef6f-f21a-45ac-8ff2-03a56f1131bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0827961 Jun 28 14:07:42.413573 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec2233-b771-43db-91d7-d50fc40fad9d req-9c24868f-6b31-46f0-a0e7-9e4a0d5204a2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:42.415199 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-22ec2233-b771-43db-91d7-d50fc40fad9d req-9c24868f-6b31-46f0-a0e7-9e4a0d5204a2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0627093 Jun 28 14:07:42.491784 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-22ec2233-b771-43db-91d7-d50fc40fad9d req-02d95c47-da58-4e87-aea4-d6a926a5d0f3 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652108 Jun 28 14:07:42.497872 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e5b59-dc68-479a-a591-00ca9a063558 req-7e17cc3a-3cca-41b1-8e27-6799d0349e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:42.499680 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a75e5b59-dc68-479a-a591-00ca9a063558 req-7e17cc3a-3cca-41b1-8e27-6799d0349e23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=724e3789680240be9f570b8ca116df8d&device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 1098 time: 0.0820150 Jun 28 14:07:42.626367 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e5b59-dc68-479a-a591-00ca9a063558 req-00089d98-1db4-4c57-9562-99f41490f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:42.628459 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a75e5b59-dc68-479a-a591-00ca9a063558 req-00089d98-1db4-4c57-9562-99f41490f9dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece HTTP/1.1" status: 200 len: 918 time: 0.1204674 Jun 28 14:07:42.647668 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-caf9b304-e578-4506-a5c6-8e26d17d076a req-cb5bb2c6-c8c8-4c8c-a07c-a84723049331 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 210 time: 0.0380075 Jun 28 14:07:42.754012 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a75e5b59-dc68-479a-a591-00ca9a063558 req-dccc6a99-d169-445a-b037-ae7b9c8ef8ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc HTTP/1.1" status: 200 len: 1001 time: 0.1093092 Jun 28 14:07:42.754292 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c84ca3b9-9b77-4699-bea8-54defb7b69d2 req-aa74e505-fcb5-432a-973b-9cf977657fe4 service neutron] 10.222.0.55 "GET /v2.0/networks/2022ef6f-f21a-45ac-8ff2-03a56f1131bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158218 Jun 28 14:07:42.762199 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-295804bd-964f-4cad-a18e-81e9e73a4cef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Allocated IP 172.20.0.4 (e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f/80e78336-1cbd-43a7-9a97-9c761be27c68/986aa089-c170-4d51-a9f6-e0758c8dd82d) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:07:42.771334 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4f1de-3876-4a64-b2a2-cf271d7af4e6 req-413817ec-e2c6-45fd-8dbd-b79086cb8836 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:42.772835 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fbd4f1de-3876-4a64-b2a2-cf271d7af4e6 req-413817ec-e2c6-45fd-8dbd-b79086cb8836 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 943 time: 0.4272323 Jun 28 14:07:42.850828 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e5b59-dc68-479a-a591-00ca9a063558 req-bf38ec33-7aa4-41e7-a866-6bbdb79a4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:42.852481 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a75e5b59-dc68-479a-a591-00ca9a063558 req-bf38ec33-7aa4-41e7-a866-6bbdb79a4e03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad9292e9-2ab9-4760-baef-5dfd44f625a4 HTTP/1.1" status: 200 len: 856 time: 0.0848482 Jun 28 14:07:42.891787 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fbd4f1de-3876-4a64-b2a2-cf271d7af4e6 req-e299cc73-506d-4f47-9e04-aa077e1cb073 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088257 Jun 28 14:07:42.909250 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13183af4-17a6-447c-a500-2fc9af21ee3f req-93e710c8-d0cc-400a-85d5-405e4718bca4 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:42.911200 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-13183af4-17a6-447c-a500-2fc9af21ee3f req-93e710c8-d0cc-400a-85d5-405e4718bca4 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.1350446 Jun 28 14:07:42.952628 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e5b59-dc68-479a-a591-00ca9a063558 req-4447db85-98e7-4526-8ab3-6bc79de8a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:42.954304 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a75e5b59-dc68-479a-a591-00ca9a063558 req-4447db85-98e7-4526-8ab3-6bc79de8a03c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0893888 Jun 28 14:07:42.955593 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c84ca3b9-9b77-4699-bea8-54defb7b69d2 req-25bd177a-2be1-4102-937f-3e1f29750da2 service neutron] 10.222.0.55 "GET /v2.0/networks/2022ef6f-f21a-45ac-8ff2-03a56f1131bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818025 Jun 28 14:07:42.972677 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-13183af4-17a6-447c-a500-2fc9af21ee3f req-1a6632c6-83a1-44e3-b633-0be51e1c8111 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469279 Jun 28 14:07:43.063481 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-295804bd-964f-4cad-a18e-81e9e73a4cef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:43.089368 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-295804bd-964f-4cad-a18e-81e9e73a4cef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Transition to ACTIVE for port object 986aa089-c170-4d51-a9f6-e0758c8dd82d will not be triggered until provisioned by entity DHCP. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:07:43.099906 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a75e5b59-dc68-479a-a591-00ca9a063558 req-d1996a01-7116-469d-b384-39013eff5e9c service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200104 Jun 28 14:07:43.126073 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-295804bd-964f-4cad-a18e-81e9e73a4cef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:43.131901 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-e596f993-081f-4ea6-b679-bcffb00c9340 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:43.177625 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-295804bd-964f-4cad-a18e-81e9e73a4cef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Network e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:07:43.181051 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-295804bd-964f-4cad-a18e-81e9e73a4cef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:07:43.187321 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-295804bd-964f-4cad-a18e-81e9e73a4cef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:07:43.203403 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a75e5b59-dc68-479a-a591-00ca9a063558 req-70676603-71a1-4968-a936-81e498bdaa12 service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967252 Jun 28 14:07:43.232940 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295804bd-964f-4cad-a18e-81e9e73a4cef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Pushing event updated for resources: {'Port': ['ID=986aa089-c170-4d51-a9f6-e0758c8dd82d,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:43.244902 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-295804bd-964f-4cad-a18e-81e9e73a4cef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:43.266444 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-295804bd-964f-4cad-a18e-81e9e73a4cef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:43.267108 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-295804bd-964f-4cad-a18e-81e9e73a4cef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:43.285899 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-295804bd-964f-4cad-a18e-81e9e73a4cef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2402043 Jun 28 14:07:43.326296 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Request body: {'port': {'device_id': '3341dead-9b19-4985-beed-43b1dd599251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:07:43.409917 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb1beb-b846-47de-a8ea-c283c9ce3031 req-c0ec145f-a931-478c-95f0-3dcc570eb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:43.411347 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-bdfb1beb-b846-47de-a8ea-c283c9ce3031 req-c0ec145f-a931-478c-95f0-3dcc570eb29d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 1099 time: 0.1280622 Jun 28 14:07:43.445484 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2c8b4-63b0-4246-b4d7-e2a858de5883 req-94a59ba4-ac1c-4dc8-922c-f7aa6a3f4565 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:43.446979 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7bd2c8b4-63b0-4246-b4d7-e2a858de5883 req-94a59ba4-ac1c-4dc8-922c-f7aa6a3f4565 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.1050863 Jun 28 14:07:43.477625 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-bdfb1beb-b846-47de-a8ea-c283c9ce3031 req-b091812f-a35d-4170-bac4-9013f650d803 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579779 Jun 28 14:07:43.494588 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7bd2c8b4-63b0-4246-b4d7-e2a858de5883 req-b7f8a877-bae8-40cc-a5bb-c8ebf9596683 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409896 Jun 28 14:07:43.514705 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:43.538061 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13069b44-d754-4ab0-93ac-97e9fe961df2 req-6d919ce4-b137-43e3-8047-ddea1b0bd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:43.539579 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-13069b44-d754-4ab0-93ac-97e9fe961df2 req-6d919ce4-b137-43e3-8047-ddea1b0bd41b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d4eac73e6144623876ae1a05fa00695&device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 1098 time: 0.1509414 Jun 28 14:07:43.549594 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d77fda-282c-4369-86f3-539f27d92941 req-444d8062-d421-4472-9afd-8f8ff7c42454 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:43.550467 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-ad680f9c-380d-4a88-a34e-0c81248d1f45 None None] Provisioning for port 986aa089-c170-4d51-a9f6-e0758c8dd82d completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:07:43.551199 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f0d77fda-282c-4369-86f3-539f27d92941 req-444d8062-d421-4472-9afd-8f8ff7c42454 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1904263 Jun 28 14:07:43.554114 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-ad680f9c-380d-4a88-a34e-0c81248d1f45 None None] Provisioning complete for port 986aa089-c170-4d51-a9f6-e0758c8dd82d triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:43.554500 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-ad680f9c-380d-4a88-a34e-0c81248d1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:43.588114 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-ad680f9c-380d-4a88-a34e-0c81248d1f45 None None] Port 986aa089-c170-4d51-a9f6-e0758c8dd82d cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:07:43.619138 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f0d77fda-282c-4369-86f3-539f27d92941 req-81fb1e51-0fe9-44b7-ae35-18e1b7a4741c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506775 Jun 28 14:07:43.671377 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device ab29a690-6600-4f8b-b032-46ca58e78c0e details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:07:43.766207 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port ab29a690-6600-4f8b-b032-46ca58e78c0e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ab29a690-6600-4f8b-b032-46ca58e78c0e,segment=NetworkSegment(f74601f9-53e8-47e4-9831-6dc487ac875f),segment_id=f74601f9-53e8-47e4-9831-6dc487ac875f)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:07:43.778083 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': 'ab29a690-6600-4f8b-b032-46ca58e78c0e', 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd', 'port_id': 'ab29a690-6600-4f8b-b032-46ca58e78c0e', 'mac_address': 'fa:16:3e:f2:09:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60932ee8-d938-4148-9394-d0005119e06f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:07:43.816163 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:43.823355 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a276b1-8c89-4570-a744-ec97bf867afe req-2deea695-3718-4ade-99be-dcfbadad33ab tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:43.824909 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-14a276b1-8c89-4570-a744-ec97bf867afe req-2deea695-3718-4ade-99be-dcfbadad33ab tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 931 time: 0.0649998 Jun 28 14:07:43.829571 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab29a690-6600-4f8b-b032-46ca58e78c0e {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:07:43.851803 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port ab29a690-6600-4f8b-b032-46ca58e78c0e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ab29a690-6600-4f8b-b032-46ca58e78c0e,segment=NetworkSegment(f74601f9-53e8-47e4-9831-6dc487ac875f),segment_id=f74601f9-53e8-47e4-9831-6dc487ac875f)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:07:43.858546 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13069b44-d754-4ab0-93ac-97e9fe961df2 req-2b15b2f2-264a-4799-9f2f-9f83ab75adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:43.859123 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:43.860299 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-13069b44-d754-4ab0-93ac-97e9fe961df2 req-2b15b2f2-264a-4799-9f2f-9f83ab75adfb service neutron] 10.222.0.55 "GET /v2.0/networks?id=eee0d957-c088-43bb-b147-4b4d998ec199 HTTP/1.1" status: 200 len: 912 time: 0.1287572 Jun 28 14:07:43.861143 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:43.866858 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-14a276b1-8c89-4570-a744-ec97bf867afe req-d32a15f7-3c43-48d7-bd32-c505deaeb3bf tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347788 Jun 28 14:07:43.910388 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=ab29a690-6600-4f8b-b032-46ca58e78c0e,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:43.913442 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:43.950846 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986aa089-c170-4d51-a9f6-e0758c8dd82d {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:07:43.963272 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:43.967009 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-13069b44-d754-4ab0-93ac-97e9fe961df2 req-fbcb92c3-955a-4c4f-8668-e4a4910008a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df0c0a8-e055-4772-a958-8186e7cc0a17 HTTP/1.1" status: 200 len: 1001 time: 0.0985379 Jun 28 14:07:43.985524 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Transition to ACTIVE for port object 986aa089-c170-4d51-a9f6-e0758c8dd82d will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:07:44.004935 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:44.010135 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-975a192f-458d-46e3-9b1a-0e4c1b793c07 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:44.099110 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13069b44-d754-4ab0-93ac-97e9fe961df2 req-29044aae-03f1-4150-bf75-98b53b085c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:44.100627 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-13069b44-d754-4ab0-93ac-97e9fe961df2 req-29044aae-03f1-4150-bf75-98b53b085c17 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5382c2d3-8699-42f8-80f8-0424fb51b52e HTTP/1.1" status: 200 len: 850 time: 0.1251690 Jun 28 14:07:44.101267 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Pushing event updated for resources: {'Port': ['ID=986aa089-c170-4d51-a9f6-e0758c8dd82d,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:44.105935 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:44.240452 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088f6f3-f118-4cb6-a781-1c47481953c8 req-8371e533-214e-41c5-828a-43a3de711314 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:44.242527 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-0088f6f3-f118-4cb6-a781-1c47481953c8 req-8371e533-214e-41c5-828a-43a3de711314 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.1001749 Jun 28 14:07:44.246362 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['ab29a690-6600-4f8b-b032-46ca58e78c0e'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:07:44.260558 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15876a87-b882-4263-a927-e96cf49bf666 req-1f3f9e9a-8700-4083-97bc-89bf0a61d1c4 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:44.262065 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-15876a87-b882-4263-a927-e96cf49bf666 req-1f3f9e9a-8700-4083-97bc-89bf0a61d1c4 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 944 time: 0.2290733 Jun 28 14:07:44.279985 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Attempting to bind port 986aa089-c170-4d51-a9f6-e0758c8dd82d on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:07:44.280366 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Attempting to bind port 986aa089-c170-4d51-a9f6-e0758c8dd82d by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'ca40b520-4dd6-4afc-8e1e-61c63781ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:07:44.280771 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Attempting to bind port 986aa089-c170-4d51-a9f6-e0758c8dd82d on network e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:07:44.293329 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13069b44-d754-4ab0-93ac-97e9fe961df2 req-955c5531-7263-48fe-9702-c6522fb731e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:44.295642 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-13069b44-d754-4ab0-93ac-97e9fe961df2 req-955c5531-7263-48fe-9702-c6522fb731e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eee0d957-c088-43bb-b147-4b4d998ec199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1649811 Jun 28 14:07:44.302906 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Port 986aa089-c170-4d51-a9f6-e0758c8dd82d on network e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:07:44.303103 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Attempting to bind port 986aa089-c170-4d51-a9f6-e0758c8dd82d on network e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:07:44.307018 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-0088f6f3-f118-4cb6-a781-1c47481953c8 req-6aa52ccc-1d96-47f7-9226-8ccc09f97d49 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500028 Jun 28 14:07:44.330627 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:07:44.330935 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Checking segment: {'id': 'ca40b520-4dd6-4afc-8e1e-61c63781ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:07:44.331327 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Bound using segment: {'id': 'ca40b520-4dd6-4afc-8e1e-61c63781ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:07:44.331797 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Bound port: 986aa089-c170-4d51-a9f6-e0758c8dd82d, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca40b520-4dd6-4afc-8e1e-61c63781ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:07:44.332159 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:44.359743 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-15876a87-b882-4263-a927-e96cf49bf666 req-1f85448f-8b19-41e3-a229-7dfc89b2990d tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907400 Jun 28 14:07:44.464064 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-13069b44-d754-4ab0-93ac-97e9fe961df2 req-38116c37-6b05-43e8-9cfe-209ac844be2a service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545043 Jun 28 14:07:44.464950 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] For port 986aa089-c170-4d51-a9f6-e0758c8dd82d, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:07:44.468208 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] For port 986aa089-c170-4d51-a9f6-e0758c8dd82d, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=986aa089-c170-4d51-a9f6-e0758c8dd82d,segment=NetworkSegment(ca40b520-4dd6-4afc-8e1e-61c63781ccd8),segment_id=ca40b520-4dd6-4afc-8e1e-61c63781ccd8)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:07:44.473183 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:44.476094 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-295804bd-964f-4cad-a18e-81e9e73a4cef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:44.509112 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:44.509737 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:44.511177 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] 10.222.0.55 "PUT /v2.0/ports/986aa089-c170-4d51-a9f6-e0758c8dd82d HTTP/1.1" status: 200 len: 1093 time: 1.1902828 Jun 28 14:07:44.511706 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3341dead-9b19-4985-beed-43b1dd599251', 'tag': '986aa089-c170-4d51-a9f6-e0758c8dd82d'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:07:44.514412 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bcce1c-f5ae-42b9-8a15-e625eb360185" -d '{"events": [{"name": "network-changed", "server_uuid": "3341dead-9b19-4985-beed-43b1dd599251", "tag": "986aa089-c170-4d51-a9f6-e0758c8dd82d"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:07:44.565217 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Pushing event updated for resources: {'Port': ['ID=986aa089-c170-4d51-a9f6-e0758c8dd82d,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:44.593117 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c0f6dd-6c01-4488-92c2-7a777b2bd3b0 x-openstack-request-id: req-94c0f6dd-6c01-4488-92c2-7a777b2bd3b0 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:07:44.593443 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3341dead-9b19-4985-beed-43b1dd599251", "tag": "986aa089-c170-4d51-a9f6-e0758c8dd82d", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:07:44.593729 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-94c0f6dd-6c01-4488-92c2-7a777b2bd3b0 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:07:44.594151 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3341dead-9b19-4985-beed-43b1dd599251', 'tag': '986aa089-c170-4d51-a9f6-e0758c8dd82d', 'status': 'completed', 'code': 200} Jun 28 14:07:44.594915 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:44.695975 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-13069b44-d754-4ab0-93ac-97e9fe961df2 req-d0b1a3bd-e9ce-40be-a234-51ffdda8d30b service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691022 Jun 28 14:07:44.739462 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-9194d503-4ac3-42f8-9ab6-b02e0bf16357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:44.740996 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-9194d503-4ac3-42f8-9ab6-b02e0bf16357 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f154bdfc04f34f66a9ef7393d6e7494b&device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 1096 time: 0.1336448 Jun 28 14:07:44.753464 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7b760-f336-46f8-a753-b55c048d480e req-82eb9e06-7349-4e1f-83ec-4a229c91fa4d tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:44.754982 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-74b7b760-f336-46f8-a753-b55c048d480e req-82eb9e06-7349-4e1f-83ec-4a229c91fa4d tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.1124883 Jun 28 14:07:44.816761 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c2038-7a92-40a4-bf8d-9a3b1cbf4894 req-eee89798-b5b8-4d9d-8dc2-c5db2e33e7e2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:44.818088 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-2e5fb216-f03b-4bc7-ad1c-b2c5cfb45daa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=986aa089-c170-4d51-a9f6-e0758c8dd82d HTTP/1.1" status: 200 len: 217 time: 0.0423832 Jun 28 14:07:44.818261 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-593c2038-7a92-40a4-bf8d-9a3b1cbf4894 req-eee89798-b5b8-4d9d-8dc2-c5db2e33e7e2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0660460 Jun 28 14:07:44.855639 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-593c2038-7a92-40a4-bf8d-9a3b1cbf4894 req-e9dbc661-9caf-4330-8fe2-ad37363553dc tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317576 Jun 28 14:07:44.859182 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-74b7b760-f336-46f8-a753-b55c048d480e req-972ac5a4-2d1e-4078-812b-9fb490e2af3b tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960917 Jun 28 14:07:44.881046 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-3d021d3c-9fb1-4133-9183-cec713e2ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:44.883156 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-3d021d3c-9fb1-4133-9183-cec713e2ee0f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80e78336-1cbd-43a7-9a97-9c761be27c68 HTTP/1.1" status: 200 len: 847 time: 0.0559714 Jun 28 14:07:44.942845 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-c493f73c-e0fd-4839-ab12-28cd151a3de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:44.944367 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-c493f73c-e0fd-4839-ab12-28cd151a3de8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521703 Jun 28 14:07:45.072654 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-1ef54f77-28ca-4016-8d1d-fabbdee87f91 service neutron] 10.222.0.55 "GET /v2.0/networks/e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191747 Jun 28 14:07:45.088594 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeb0aa-8eb3-4499-b874-cbfd531ec7b8 req-3895d19f-5de0-4b87-bb72-133daf010459 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:45.089984 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9afeb0aa-8eb3-4499-b874-cbfd531ec7b8 req-3895d19f-5de0-4b87-bb72-133daf010459 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.1120832 Jun 28 14:07:45.181404 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9afeb0aa-8eb3-4499-b874-cbfd531ec7b8 req-4f4e613f-b273-47dc-8a77-53e2418cc500 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848045 Jun 28 14:07:45.202217 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b9f5d36-b1b1-450d-917c-3fcb78e0b711 req-b447ad62-46f1-4d43-896a-677afca92c40 service neutron] 10.222.0.55 "GET /v2.0/networks/e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218209 Jun 28 14:07:45.426817 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcce1c-f5ae-42b9-8a15-e625eb360185 req-de6c8e6f-f316-4177-9eec-d32eab049f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:45.428743 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-33bcce1c-f5ae-42b9-8a15-e625eb360185 req-de6c8e6f-f316-4177-9eec-d32eab049f17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f154bdfc04f34f66a9ef7393d6e7494b&device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 1096 time: 0.0728083 Jun 28 14:07:45.489851 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4e7b0-b8bf-4ff7-adbf-f597947b9ed8 req-4f5b5c55-552a-4fb4-b9b6-13e18df99ff3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:45.496488 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-dbf4e7b0-b8bf-4ff7-adbf-f597947b9ed8 req-4f5b5c55-552a-4fb4-b9b6-13e18df99ff3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 945 time: 0.0793881 Jun 28 14:07:45.559737 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-dbf4e7b0-b8bf-4ff7-adbf-f597947b9ed8 req-8a1dc5e8-0073-4a5f-b643-4305bd7037b9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578725 Jun 28 14:07:45.621427 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57510) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:45.646722 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffa933-ae0d-4320-ab2a-05b3bd830830 req-cfda5a01-112f-4291-8d58-9b8f7241dc82 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:45.648067 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-46ffa933-ae0d-4320-ab2a-05b3bd830830 req-cfda5a01-112f-4291-8d58-9b8f7241dc82 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 944 time: 0.1589882 Jun 28 14:07:45.664107 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcce1c-f5ae-42b9-8a15-e625eb360185 req-daff9a05-5eb6-4b1c-b342-74527325fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:45.665567 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-33bcce1c-f5ae-42b9-8a15-e625eb360185 req-daff9a05-5eb6-4b1c-b342-74527325fea4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f HTTP/1.1" status: 200 len: 909 time: 0.2153845 Jun 28 14:07:45.670979 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device ab29a690-6600-4f8b-b032-46ca58e78c0e up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:07:45.718076 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-33bcce1c-f5ae-42b9-8a15-e625eb360185 req-45446c2a-418a-4ab4-8a14-74a6af6451bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=986aa089-c170-4d51-a9f6-e0758c8dd82d HTTP/1.1" status: 200 len: 217 time: 0.0389328 Jun 28 14:07:45.729257 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port ab29a690-6600-4f8b-b032-46ca58e78c0e completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:07:45.733794 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port ab29a690-6600-4f8b-b032-46ca58e78c0e triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:45.734246 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:45.759002 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:45.770290 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-46ffa933-ae0d-4320-ab2a-05b3bd830830 req-6501422e-22e8-46d9-ad5d-ea04162db5e2 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163917 Jun 28 14:07:45.792418 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcce1c-f5ae-42b9-8a15-e625eb360185 req-9bf16773-a1fc-4883-ada3-9b6036e2973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:45.794033 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-33bcce1c-f5ae-42b9-8a15-e625eb360185 req-9bf16773-a1fc-4883-ada3-9b6036e2973f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80e78336-1cbd-43a7-9a97-9c761be27c68 HTTP/1.1" status: 200 len: 847 time: 0.0660419 Jun 28 14:07:45.828604 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:45.852818 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab29a690-6600-4f8b-b032-46ca58e78c0e'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:07:45.855293 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4efb2b-04d5-494e-96e5-f66dd79bb67b" -d '{"events": [{"server_uuid": "72bc8865-bcd3-4dab-af65-5c9cc47e4b98", "name": "network-vif-plugged", "status": "completed", "tag": "ab29a690-6600-4f8b-b032-46ca58e78c0e"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:07:45.864596 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:45.869912 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port ab29a690-6600-4f8b-b032-46ca58e78c0e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ab29a690-6600-4f8b-b032-46ca58e78c0e,segment=NetworkSegment(f74601f9-53e8-47e4-9831-6dc487ac875f),segment_id=f74601f9-53e8-47e4-9831-6dc487ac875f)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:07:45.870316 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:45.874897 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:45.875571 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcce1c-f5ae-42b9-8a15-e625eb360185 req-6630ad75-be7b-46a2-8db0-108f91afe8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:45.876225 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device c28b30c6-ee36-45ae-b396-1617be4a52dc no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:07:45.877428 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-33bcce1c-f5ae-42b9-8a15-e625eb360185 req-6630ad75-be7b-46a2-8db0-108f91afe8c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0687509 Jun 28 14:07:45.878815 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:45.882883 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-285ba9db-aef8-4cf1-86a7-c9f16beeb830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:45.904201 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dfd3bb-2548-4fd7-9805-218777cf0309 x-openstack-request-id: req-c7dfd3bb-2548-4fd7-9805-218777cf0309 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:07:45.904434 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bc8865-bcd3-4dab-af65-5c9cc47e4b98", "name": "network-vif-plugged", "status": "completed", "tag": "ab29a690-6600-4f8b-b032-46ca58e78c0e", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:07:45.904687 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c7dfd3bb-2548-4fd7-9805-218777cf0309 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:07:45.905222 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab29a690-6600-4f8b-b032-46ca58e78c0e', 'code': 200} Jun 28 14:07:45.926894 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27a1da135e044fd48a1bfab755853d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040078 Jun 28 14:07:45.928746 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57520) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:45.966864 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=ab29a690-6600-4f8b-b032-46ca58e78c0e,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:45.969435 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace641d7-4be0-42b2-8387-cbfb98be0aa0,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:45.972618 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:46.012864 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:46.016413 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:46.016910 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:46.017379 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:46.020078 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:46.020552 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:46.021013 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:46.022185 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:46.022653 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:46.024057 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:46.024530 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:46.024983 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:46.025503 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:46.057245 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:46.060896 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port c28b30c6-ee36-45ae-b396-1617be4a52dc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:07:46.066774 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:46.070429 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:46.089486 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-efb68d84-e99e-4569-bb18-0bc589921cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:46.134837 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-efb68d84-e99e-4569-bb18-0bc589921cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:46.145131 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=c28b30c6-ee36-45ae-b396-1617be4a52dc,revision_number=8']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:46.151316 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:46.191591 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1dda5-cf02-4714-849f-edde714fb784 req-ab337a1e-bc3f-4a03-b98e-514568884389 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:46.193306 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-12d1dda5-cf02-4714-849f-edde714fb784 req-ab337a1e-bc3f-4a03-b98e-514568884389 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1457705 Jun 28 14:07:46.221803 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-efb68d84-e99e-4569-bb18-0bc589921cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:46.224647 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-efb68d84-e99e-4569-bb18-0bc589921cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:46.228251 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-efb68d84-e99e-4569-bb18-0bc589921cc6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ace641d7-4be0-42b2-8387-cbfb98be0aa0 HTTP/1.1" status: 204 len: 168 time: 0.2961223 Jun 28 14:07:46.228251 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-88c26ddc-6405-495f-a247-ad876f248881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:46.266880 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb68d84-e99e-4569-bb18-0bc589921cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace641d7-4be0-42b2-8387-cbfb98be0aa0,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:46.270881 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-efb68d84-e99e-4569-bb18-0bc589921cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:46.284080 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-12d1dda5-cf02-4714-849f-edde714fb784 req-9ecb6458-d4a5-4c64-8f78-5e660e86d03c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640481 Jun 28 14:07:46.393301 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-33bcce1c-f5ae-42b9-8a15-e625eb360185 req-14cc854f-902a-48c7-9069-643e6f38b69a service neutron] 10.222.0.55 "GET /v2.0/networks/e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978051 Jun 28 14:07:46.470586 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274ce7-e82c-42ab-9bcf-e7098cb9b0bd req-63a71569-faed-43f8-8e59-1a5092a34334 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:46.476253 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-19274ce7-e82c-42ab-9bcf-e7098cb9b0bd req-63a71569-faed-43f8-8e59-1a5092a34334 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0729022 Jun 28 14:07:46.513106 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-19274ce7-e82c-42ab-9bcf-e7098cb9b0bd req-f9f448b5-7ce7-4d4f-a958-bf6584f0260e tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342674 Jun 28 14:07:46.523505 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6e7af-f6a8-4f83-8525-162291b42936 req-569fd3d4-1a18-4107-bec5-998273724fae tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:46.525040 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-95f6e7af-f6a8-4f83-8525-162291b42936 req-569fd3d4-1a18-4107-bec5-998273724fae tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.4642189 Jun 28 14:07:46.529333 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245cefb-f79e-4ddc-9e1a-de0848480c4f req-28c0da90-3e4f-4a94-abd8-a1b8d891b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:46.530704 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e245cefb-f79e-4ddc-9e1a-de0848480c4f req-28c0da90-3e4f-4a94-abd8-a1b8d891b651 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 1098 time: 0.1719344 Jun 28 14:07:46.587023 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-33bcce1c-f5ae-42b9-8a15-e625eb360185 req-6d9c41a4-0073-4721-94a5-bc610454e60a service neutron] 10.222.0.55 "GET /v2.0/networks/e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844180 Jun 28 14:07:46.600548 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-95f6e7af-f6a8-4f83-8525-162291b42936 req-711e573c-2f1b-431e-9af9-414fecd26b4b tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689483 Jun 28 14:07:46.604245 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e245cefb-f79e-4ddc-9e1a-de0848480c4f req-87f02b66-954e-487e-b3b1-a74cc3ad7b2e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563753 Jun 28 14:07:46.733426 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0485c-a6cc-4f1f-bfbe-19ce699c8ce9 req-277b73e8-fadb-4bc3-968e-a716fb0ed772 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:46.734905 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-aed0485c-a6cc-4f1f-bfbe-19ce699c8ce9 req-277b73e8-fadb-4bc3-968e-a716fb0ed772 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0652566 Jun 28 14:07:46.772539 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-aed0485c-a6cc-4f1f-bfbe-19ce699c8ce9 req-ebaca081-dd4f-4012-90fd-65cf57c6c2a4 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309529 Jun 28 14:07:46.935576 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04f8d8-39b4-4828-b1e0-f5cc0a71b809 req-3a8f5276-8656-4472-8abc-536759870b8d tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:46.937074 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-dc04f8d8-39b4-4828-b1e0-f5cc0a71b809 req-3a8f5276-8656-4472-8abc-536759870b8d tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 945 time: 0.0626507 Jun 28 14:07:46.977004 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-dc04f8d8-39b4-4828-b1e0-f5cc0a71b809 req-e36e9988-5806-4431-9a03-0ce32988266b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338202 Jun 28 14:07:47.081614 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55136a-eeda-4096-871d-63c5297ecdd1 req-92a85c62-bb8d-4430-9f9c-7468725ba251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:47.083213 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ae55136a-eeda-4096-871d-63c5297ecdd1 req-92a85c62-bb8d-4430-9f9c-7468725ba251 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe5908865c604ba49eaf1e3905e97327&device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 1099 time: 0.0650978 Jun 28 14:07:47.144131 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee5916-cf00-4c42-ae85-ba5288e85deb req-750d3896-30de-4b1f-b8e5-2af452137526 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:47.145746 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6bee5916-cf00-4c42-ae85-ba5288e85deb req-750d3896-30de-4b1f-b8e5-2af452137526 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0674305 Jun 28 14:07:47.186118 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55136a-eeda-4096-871d-63c5297ecdd1 req-2c93d6a2-8786-4004-b3b5-386c79da92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:47.187633 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ae55136a-eeda-4096-871d-63c5297ecdd1 req-2c93d6a2-8786-4004-b3b5-386c79da92b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8f3ae30-07f9-4a91-9442-31b27cbf5240 HTTP/1.1" status: 200 len: 919 time: 0.0974674 Jun 28 14:07:47.192497 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6bee5916-cf00-4c42-ae85-ba5288e85deb req-34a136f2-3aa1-4595-ad48-7b15b27c08c9 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400624 Jun 28 14:07:47.232336 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ae55136a-eeda-4096-871d-63c5297ecdd1 req-ec5a0e37-b2f2-400b-a80b-605207de74ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de31413a-a0e3-429c-978d-f5ce096f9e67 HTTP/1.1" status: 200 len: 217 time: 0.0359941 Jun 28 14:07:47.292243 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55136a-eeda-4096-871d-63c5297ecdd1 req-9d6c4c8a-392e-4b6b-9ec2-49ec53184e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:47.293713 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ae55136a-eeda-4096-871d-63c5297ecdd1 req-9d6c4c8a-392e-4b6b-9ec2-49ec53184e3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ef022ae7-61d0-4f32-bcef-65ede9752248 HTTP/1.1" status: 200 len: 858 time: 0.0490270 Jun 28 14:07:47.327562 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ae55136a-eeda-4096-871d-63c5297ecdd1 req-d1437e53-9b1a-424b-b12b-94fbda88e979 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8f3ae30-07f9-4a91-9442-31b27cbf5240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266185 Jun 28 14:07:47.421484 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ae55136a-eeda-4096-871d-63c5297ecdd1 req-91c29628-1989-4a00-91ef-3a720c60f7cd service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863807 Jun 28 14:07:47.520682 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ae55136a-eeda-4096-871d-63c5297ecdd1 req-b82d4723-2e7b-4488-973e-ed7789d6ecae service neutron] 10.222.0.55 "GET /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877740 Jun 28 14:07:47.704120 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ba148-6508-4ef7-af41-c71299d6477c req-79df7507-f604-4c0f-bd43-420f82a17c55 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:47.706335 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6a6ba148-6508-4ef7-af41-c71299d6477c req-79df7507-f604-4c0f-bd43-420f82a17c55 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0749829 Jun 28 14:07:47.764145 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6a6ba148-6508-4ef7-af41-c71299d6477c req-8e066ab0-6229-406b-bcb5-8febc0cdab7c tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509551 Jun 28 14:07:47.866867 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7831839-9787-40f0-be3f-978214869f13 req-fc035509-a1cf-4cad-878a-7ad0d2856ce6 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:47.868361 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-e7831839-9787-40f0-be3f-978214869f13 req-fc035509-a1cf-4cad-878a-7ad0d2856ce6 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0768528 Jun 28 14:07:47.906658 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28b30c6-ee36-45ae-b396-1617be4a52dc'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:07:47.910785 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7ea21d-db43-438b-9f04-2246804e759d" -d '{"events": [{"server_uuid": "0983f6c5-ee56-4e5c-8087-edef65a96c08", "name": "network-vif-unplugged", "status": "completed", "tag": "c28b30c6-ee36-45ae-b396-1617be4a52dc"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:07:47.916255 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-e7831839-9787-40f0-be3f-978214869f13 req-066b0b52-80f9-4e6a-b776-47a8e7abd851 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420341 Jun 28 14:07:47.942832 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 14:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8627dcd-0b2e-4a14-9ece-6529de8aa4e2 x-openstack-request-id: req-b8627dcd-0b2e-4a14-9ece-6529de8aa4e2 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:07:47.943137 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0983f6c5-ee56-4e5c-8087-edef65a96c08", "name": "network-vif-unplugged", "status": "failed", "tag": "c28b30c6-ee36-45ae-b396-1617be4a52dc", "code": 422}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:07:47.943399 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b8627dcd-0b2e-4a14-9ece-6529de8aa4e2 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:07:47.943865 dv-cinder-761113-15-iscsi neutron-server[93025]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c28b30c6-ee36-45ae-b396-1617be4a52dc', 'code': 422} returned with failed status Jun 28 14:07:48.100762 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 57580) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:07:48.149731 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fecc1-5111-4e58-88de-76dd9f2d77b5 req-a65d5c1c-63b5-4a5e-bfd5-79df9f98797d tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:48.151226 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8a1fecc1-5111-4e58-88de-76dd9f2d77b5 req-a65d5c1c-63b5-4a5e-bfd5-79df9f98797d tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 945 time: 0.0651240 Jun 28 14:07:48.187482 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8a1fecc1-5111-4e58-88de-76dd9f2d77b5 req-1f826751-3e80-43ac-96e0-b0bbdc1cf7e6 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305424 Jun 28 14:07:48.202448 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6530344e-d417-4bdb-9af7-a931ec88f022 req-e79969ff-7e16-404a-8119-48f7e9d1e1e3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1004748 Jun 28 14:07:48.371124 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ec68c-3b32-4979-a673-f111cbc5f758 req-0332b461-0a4b-4ba2-a0a7-bb235722ca45 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:48.372638 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-687ec68c-3b32-4979-a673-f111cbc5f758 req-0332b461-0a4b-4ba2-a0a7-bb235722ca45 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 945 time: 0.0713277 Jun 28 14:07:48.383820 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50396b-9bc5-4f42-ba96-80291c24e8d9 req-db6f6d5d-8c36-414e-a3cd-db9af0adb916 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:48.385607 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-9b50396b-9bc5-4f42-ba96-80291c24e8d9 req-db6f6d5d-8c36-414e-a3cd-db9af0adb916 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0745635 Jun 28 14:07:48.413208 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-687ec68c-3b32-4979-a673-f111cbc5f758 req-be1a2044-544d-46cf-b143-054526d723d5 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340075 Jun 28 14:07:48.437375 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-9b50396b-9bc5-4f42-ba96-80291c24e8d9 req-31e6ef02-b18d-428d-93c3-2d8cefe5a98a tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459702 Jun 28 14:07:48.810174 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e1e0e-7164-4562-bde2-67d64a7f7e11 req-cb7c0bdc-4780-4f40-8b4c-fe53e2ffaafb tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:48.811633 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-439e1e0e-7164-4562-bde2-67d64a7f7e11 req-cb7c0bdc-4780-4f40-8b4c-fe53e2ffaafb tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 945 time: 0.0624502 Jun 28 14:07:48.849570 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-439e1e0e-7164-4562-bde2-67d64a7f7e11 req-f30ebef8-96bb-44e5-81fd-81808082df34 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322354 Jun 28 14:07:48.927135 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca278c-eeae-493f-b6e9-c7870a79c66f req-1dfc9183-1fab-4062-960e-aba17d5449a6 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:48.928631 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8dca278c-eeae-493f-b6e9-c7870a79c66f req-1dfc9183-1fab-4062-960e-aba17d5449a6 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0647311 Jun 28 14:07:48.965850 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8dca278c-eeae-493f-b6e9-c7870a79c66f req-c0fb4cba-e606-44b8-8726-58b6ddefb32c tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315731 Jun 28 14:07:49.095827 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57db33-307a-48e0-9e6c-7f560284585a req-bfb66827-528f-4e22-95e8-b1b4bcd8a098 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:49.097833 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3d57db33-307a-48e0-9e6c-7f560284585a req-bfb66827-528f-4e22-95e8-b1b4bcd8a098 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0640776 Jun 28 14:07:49.144158 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3d57db33-307a-48e0-9e6c-7f560284585a req-a816a11e-3217-4633-b195-84128dfb9f7b tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401380 Jun 28 14:07:49.612546 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51628896-5e21-4107-9d42-7c4ea9d3c5a9 req-72c5ca9d-2619-4afd-ae1a-332f01a30e7d tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:49.613959 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-51628896-5e21-4107-9d42-7c4ea9d3c5a9 req-72c5ca9d-2619-4afd-ae1a-332f01a30e7d tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0660775 Jun 28 14:07:49.654165 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-51628896-5e21-4107-9d42-7c4ea9d3c5a9 req-7ba87561-3cb8-42c7-9535-df13a6cb5217 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333993 Jun 28 14:07:49.680284 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device c28b30c6-ee36-45ae-b396-1617be4a52dc no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:07:50.143007 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6a080-4a5a-4dd4-9ad9-c7d132d80090 req-3caf5108-0200-49db-b972-447122ab3d05 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:50.144486 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-13e6a080-4a5a-4dd4-9ad9-c7d132d80090 req-3caf5108-0200-49db-b972-447122ab3d05 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0618329 Jun 28 14:07:50.180164 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-13e6a080-4a5a-4dd4-9ad9-c7d132d80090 req-1ed55bbc-70ca-45ae-821b-51475f8bc45e tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299199 Jun 28 14:07:50.328526 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c812de-9b05-43bc-b97b-81a31c6dcfa5 req-791cd6ce-9b68-4c27-8c73-b6db19448035 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:50.330012 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c6c812de-9b05-43bc-b97b-81a31c6dcfa5 req-791cd6ce-9b68-4c27-8c73-b6db19448035 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0620704 Jun 28 14:07:50.369495 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c6c812de-9b05-43bc-b97b-81a31c6dcfa5 req-7646b80a-845c-496d-9d4d-e570d7aece47 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336556 Jun 28 14:07:50.522113 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530344e-d417-4bdb-9af7-a931ec88f022 req-6c19f88d-e74d-4306-b075-057a2882f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:50.523701 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6530344e-d417-4bdb-9af7-a931ec88f022 req-6c19f88d-e74d-4306-b075-057a2882f428 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08&tenant_id=724e3789680240be9f570b8ca116df8d HTTP/1.1" status: 200 len: 1096 time: 0.0876880 Jun 28 14:07:50.618146 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530344e-d417-4bdb-9af7-a931ec88f022 req-5b06cd8b-db7a-4721-aa38-e277756eb2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:50.619638 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6530344e-d417-4bdb-9af7-a931ec88f022 req-5b06cd8b-db7a-4721-aa38-e277756eb2fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=724e3789680240be9f570b8ca116df8d&device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 1096 time: 0.0581067 Jun 28 14:07:50.743834 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530344e-d417-4bdb-9af7-a931ec88f022 req-7fb9a771-087f-4dd3-a1c1-5773b341eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:50.745493 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6530344e-d417-4bdb-9af7-a931ec88f022 req-7fb9a771-087f-4dd3-a1c1-5773b341eca6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece HTTP/1.1" status: 200 len: 918 time: 0.1013727 Jun 28 14:07:50.855375 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6530344e-d417-4bdb-9af7-a931ec88f022 req-6f8bcc52-ece7-4bce-b3c7-055524cc1f29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc HTTP/1.1" status: 200 len: 999 time: 0.0888426 Jun 28 14:07:50.912551 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1a070-096c-4bef-9a32-9363c4af4491 req-cd63f9ac-99bf-43b6-a024-666d38171578 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:50.914005 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f9b1a070-096c-4bef-9a32-9363c4af4491 req-cd63f9ac-99bf-43b6-a024-666d38171578 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.1386986 Jun 28 14:07:50.929044 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530344e-d417-4bdb-9af7-a931ec88f022 req-c3254f70-0de9-43ea-9c95-7d071eae2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:50.930411 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6530344e-d417-4bdb-9af7-a931ec88f022 req-c3254f70-0de9-43ea-9c95-7d071eae2828 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad9292e9-2ab9-4760-baef-5dfd44f625a4 HTTP/1.1" status: 200 len: 856 time: 0.0675437 Jun 28 14:07:50.984869 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f9b1a070-096c-4bef-9a32-9363c4af4491 req-2803e32a-3a6e-4683-9148-d405cc2a2c22 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652702 Jun 28 14:07:51.006130 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530344e-d417-4bdb-9af7-a931ec88f022 req-6203c3de-5a93-44b8-8bc8-f2b49f0fea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:51.007588 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6530344e-d417-4bdb-9af7-a931ec88f022 req-6203c3de-5a93-44b8-8bc8-f2b49f0fea8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0687287 Jun 28 14:07:51.098741 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6530344e-d417-4bdb-9af7-a931ec88f022 req-72ea29bd-6a12-4136-abec-edc0edbd0e54 service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836623 Jun 28 14:07:51.195294 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6530344e-d417-4bdb-9af7-a931ec88f022 req-ffb9e570-db4f-4c74-890b-e7280a373829 service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865624 Jun 28 14:07:51.366805 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf72cb-f411-45bd-a15f-248a366924c1 req-337d6f82-9756-427e-b053-f1924c25dc8d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:51.368312 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-81bf72cb-f411-45bd-a15f-248a366924c1 req-337d6f82-9756-427e-b053-f1924c25dc8d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0740860 Jun 28 14:07:51.409311 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-81bf72cb-f411-45bd-a15f-248a366924c1 req-dbce3f3b-3810-4d5b-8f8d-b3a13817aec6 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353527 Jun 28 14:07:51.558969 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183024cf-e441-4334-ba18-1842a34d932c req-16633232-eba5-4143-9296-f3ad30ec8f04 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:51.560692 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-183024cf-e441-4334-ba18-1842a34d932c req-16633232-eba5-4143-9296-f3ad30ec8f04 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0709589 Jun 28 14:07:51.603678 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-183024cf-e441-4334-ba18-1842a34d932c req-4c57e3dc-124a-40d8-9bdf-e0b757ebcc60 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346384 Jun 28 14:07:52.600410 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b6bfe-5333-4e47-924c-c7d58a8dbde3 req-65067811-9f13-47ff-b07b-95bca8ef3e23 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:52.601924 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-798b6bfe-5333-4e47-924c-c7d58a8dbde3 req-65067811-9f13-47ff-b07b-95bca8ef3e23 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0704112 Jun 28 14:07:52.656185 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-798b6bfe-5333-4e47-924c-c7d58a8dbde3 req-72c073c2-ffbe-4a59-82e2-b94e47a52774 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473733 Jun 28 14:07:52.797589 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1f616-233a-44cb-a8c7-c003616b4940 req-5eee4182-491a-4d68-a5ec-572352727400 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:52.799851 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-28e1f616-233a-44cb-a8c7-c003616b4940 req-5eee4182-491a-4d68-a5ec-572352727400 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0661349 Jun 28 14:07:52.840516 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-28e1f616-233a-44cb-a8c7-c003616b4940 req-ef559767-40fd-478c-9b1c-6ddfd360f46d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339589 Jun 28 14:07:53.678970 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 986aa089-c170-4d51-a9f6-e0758c8dd82d details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:07:53.791522 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 986aa089-c170-4d51-a9f6-e0758c8dd82d, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=986aa089-c170-4d51-a9f6-e0758c8dd82d,segment=NetworkSegment(ca40b520-4dd6-4afc-8e1e-61c63781ccd8),segment_id=ca40b520-4dd6-4afc-8e1e-61c63781ccd8)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:07:53.808115 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': '986aa089-c170-4d51-a9f6-e0758c8dd82d', 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'port_id': '986aa089-c170-4d51-a9f6-e0758c8dd82d', 'mac_address': 'fa:16:3e:7b:eb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:07:53.858979 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:53.860570 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66c0ca-e97a-4515-bd6d-870aea84fc96 req-5ece01f2-784b-48a9-93f4-4687b59472bf tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:53.864473 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ad66c0ca-e97a-4515-bd6d-870aea84fc96 req-5ece01f2-784b-48a9-93f4-4687b59472bf tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0676680 Jun 28 14:07:53.872003 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986aa089-c170-4d51-a9f6-e0758c8dd82d {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:07:53.898047 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 986aa089-c170-4d51-a9f6-e0758c8dd82d, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=986aa089-c170-4d51-a9f6-e0758c8dd82d,segment=NetworkSegment(ca40b520-4dd6-4afc-8e1e-61c63781ccd8),segment_id=ca40b520-4dd6-4afc-8e1e-61c63781ccd8)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:07:53.903736 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:53.906480 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-119f5776-48f1-49cb-b9ff-aa97dec0b1cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:53.912237 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ad66c0ca-e97a-4515-bd6d-870aea84fc96 req-58a10e46-0b17-40f7-b578-9ee4eb336dfc tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446036 Jun 28 14:07:53.979331 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=986aa089-c170-4d51-a9f6-e0758c8dd82d,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:53.988380 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:53.988734 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:53.989078 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:53.989419 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:53.989883 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:53.990473 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:53.990768 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:53.991094 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:53.991402 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:53.991743 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:53.992072 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:53.992566 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:07:53.996700 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:54.061395 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bded027-8ed9-4a91-a109-1c339696115f req-0168bdf5-ddea-4f9b-83ba-cb9b6aac745c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:54.062898 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3bded027-8ed9-4a91-a109-1c339696115f req-0168bdf5-ddea-4f9b-83ba-cb9b6aac745c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0740259 Jun 28 14:07:54.103036 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3bded027-8ed9-4a91-a109-1c339696115f req-1c66f530-ab9c-4d58-b448-0f04b736d38f tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328085 Jun 28 14:07:54.320459 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['986aa089-c170-4d51-a9f6-e0758c8dd82d'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:07:54.781944 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:07:55.104664 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723600b-84d4-4701-a8ed-b6bf50f38278 req-f8963cb2-0da4-45f7-b6d7-6f98b9d3e408 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:55.107909 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f723600b-84d4-4701-a8ed-b6bf50f38278 req-f8963cb2-0da4-45f7-b6d7-6f98b9d3e408 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 944 time: 0.0741086 Jun 28 14:07:55.147041 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f723600b-84d4-4701-a8ed-b6bf50f38278 req-e9a7592f-d5b5-4fae-a104-4aec57324c04 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342696 Jun 28 14:07:55.293133 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c406a3b-8c87-4598-a568-ca4af9171a83 req-8250d87d-288c-4228-9427-84f63029be92 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:55.294501 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-4c406a3b-8c87-4598-a568-ca4af9171a83 req-8250d87d-288c-4228-9427-84f63029be92 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0635588 Jun 28 14:07:55.338590 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-4c406a3b-8c87-4598-a568-ca4af9171a83 req-cbf6417a-dee3-4bf5-88b0-c77b769b47b4 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379472 Jun 28 14:07:55.703785 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 986aa089-c170-4d51-a9f6-e0758c8dd82d up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:07:55.752406 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port 986aa089-c170-4d51-a9f6-e0758c8dd82d completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:07:55.755989 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port 986aa089-c170-4d51-a9f6-e0758c8dd82d triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:07:55.756373 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:55.836106 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:55.860464 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3341dead-9b19-4985-beed-43b1dd599251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986aa089-c170-4d51-a9f6-e0758c8dd82d'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:07:55.862810 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342c5a43-9a9c-4ea2-b308-0e6b19e47de2" -d '{"events": [{"server_uuid": "3341dead-9b19-4985-beed-43b1dd599251", "name": "network-vif-plugged", "status": "completed", "tag": "986aa089-c170-4d51-a9f6-e0758c8dd82d"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:07:55.875569 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 986aa089-c170-4d51-a9f6-e0758c8dd82d, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=986aa089-c170-4d51-a9f6-e0758c8dd82d,segment=NetworkSegment(ca40b520-4dd6-4afc-8e1e-61c63781ccd8),segment_id=ca40b520-4dd6-4afc-8e1e-61c63781ccd8)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:07:55.880844 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:55.882744 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:07:55.905556 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ecc45c-6050-4739-b67d-2bcb66331599 x-openstack-request-id: req-d4ecc45c-6050-4739-b67d-2bcb66331599 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:07:55.905859 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3341dead-9b19-4985-beed-43b1dd599251", "name": "network-vif-plugged", "status": "completed", "tag": "986aa089-c170-4d51-a9f6-e0758c8dd82d", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:07:55.906125 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4ecc45c-6050-4739-b67d-2bcb66331599 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:07:55.906524 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3341dead-9b19-4985-beed-43b1dd599251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986aa089-c170-4d51-a9f6-e0758c8dd82d', 'code': 200} Jun 28 14:07:55.934000 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=986aa089-c170-4d51-a9f6-e0758c8dd82d,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:07:55.937219 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:07:56.324831 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271d23b-e160-4eeb-bc72-0ed8bba9fbaf req-3356f9e1-419a-4470-9f4e-63fb8fde44b2 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:56.328343 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-e271d23b-e160-4eeb-bc72-0ed8bba9fbaf req-3356f9e1-419a-4470-9f4e-63fb8fde44b2 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0660655 Jun 28 14:07:56.363317 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:07:56.367398 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-e271d23b-e160-4eeb-bc72-0ed8bba9fbaf req-84688eff-0fb2-4d68-8c31-446fbd20863c tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346777 Jun 28 14:07:56.526842 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807122c5-2204-436a-818a-21399496b950 req-18623d38-603d-457d-b368-70a8d5eb2b12 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:56.528371 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-807122c5-2204-436a-818a-21399496b950 req-18623d38-603d-457d-b368-70a8d5eb2b12 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0675766 Jun 28 14:07:56.569107 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-807122c5-2204-436a-818a-21399496b950 req-32bfa863-e30e-4f2a-9352-237cade537b7 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348210 Jun 28 14:07:57.548930 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f4a00-c1d2-4e3f-9185-f0fe84155e23 req-33c2daa1-d725-4bd3-b5db-d434a52f8d90 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:57.550378 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2f9f4a00-c1d2-4e3f-9185-f0fe84155e23 req-33c2daa1-d725-4bd3-b5db-d434a52f8d90 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0654349 Jun 28 14:07:57.590385 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2f9f4a00-c1d2-4e3f-9185-f0fe84155e23 req-d62f8ce6-4937-4dce-ba0f-379c5fec6178 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339205 Jun 28 14:07:57.760157 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66e32a-098e-4293-9848-641cd5c5406d req-dbb9376e-a431-4bfb-867c-ce42c9fbf4fe tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:57.761662 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-eb66e32a-098e-4293-9848-641cd5c5406d req-dbb9376e-a431-4bfb-867c-ce42c9fbf4fe tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0741878 Jun 28 14:07:57.799797 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-eb66e32a-098e-4293-9848-641cd5c5406d req-47454922-5afe-4e86-9213-c766a5aaa923 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320907 Jun 28 14:07:58.767304 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df035308-179c-4adc-8afa-a2f303e7a030 req-d0894e06-43d6-4331-b387-08cbb6d5cf61 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:58.774289 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-df035308-179c-4adc-8afa-a2f303e7a030 req-d0894e06-43d6-4331-b387-08cbb6d5cf61 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0728648 Jun 28 14:07:58.810588 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-df035308-179c-4adc-8afa-a2f303e7a030 req-77e65fb1-11aa-41fb-a515-f7b484781a12 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337222 Jun 28 14:07:59.036050 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6b572-17d4-40b1-aa86-7ceec545997f req-195d477c-509a-4c63-a853-fe875fc01bf2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:59.038299 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-66f6b572-17d4-40b1-aa86-7ceec545997f req-195d477c-509a-4c63-a853-fe875fc01bf2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0819776 Jun 28 14:07:59.087106 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-66f6b572-17d4-40b1-aa86-7ceec545997f req-a8cca020-6bf7-4ab1-85c2-7e738447a4cb tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430365 Jun 28 14:07:59.992597 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa0239-92b1-4d06-aebf-6822b8e4b10e req-bc91df43-5ac6-4635-9e8b-f7df55c76879 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:07:59.994119 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-92fa0239-92b1-4d06-aebf-6822b8e4b10e req-bc91df43-5ac6-4635-9e8b-f7df55c76879 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0659487 Jun 28 14:08:00.033830 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-92fa0239-92b1-4d06-aebf-6822b8e4b10e req-d1f6ba74-782b-401a-ad1f-42ff70fa9cfe tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337384 Jun 28 14:08:00.261225 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14e34a-b401-4bf2-bed1-e7e67d8aaf5b req-5ce53339-ad3c-4035-bbf0-56ec9359978d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:00.262732 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c14e34a-b401-4bf2-bed1-e7e67d8aaf5b req-5ce53339-ad3c-4035-bbf0-56ec9359978d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0640395 Jun 28 14:08:00.304440 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c14e34a-b401-4bf2-bed1-e7e67d8aaf5b req-e6eddae6-0791-4699-822e-ac749f4fb291 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355189 Jun 28 14:08:01.203328 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eb5cf-af43-4ccc-8960-8bd86dba9043 req-27407f34-005c-46c7-a0e3-ec2702445a50 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:01.204821 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-df8eb5cf-af43-4ccc-8960-8bd86dba9043 req-27407f34-005c-46c7-a0e3-ec2702445a50 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0627227 Jun 28 14:08:01.247240 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-df8eb5cf-af43-4ccc-8960-8bd86dba9043 req-1636118c-e79f-44fc-802c-6ff53c3b2b31 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367811 Jun 28 14:08:01.366017 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-141ded49-96b9-461e-9a8e-9af97a6ceebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:01.496313 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c831e1-f3d3-4286-9dc2-a0f7c4c7fd7a req-e8a84d66-e615-4ee6-87c4-efe6d23d540f tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:01.498145 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d2c831e1-f3d3-4286-9dc2-a0f7c4c7fd7a req-e8a84d66-e615-4ee6-87c4-efe6d23d540f tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0730796 Jun 28 14:08:01.537691 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d2c831e1-f3d3-4286-9dc2-a0f7c4c7fd7a req-d4517b24-c74b-42ae-b2d9-aaa047e9d9ca tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337460 Jun 28 14:08:02.420306 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3ef30-3034-4b12-a3f3-12c5213082a7 req-c933b053-e740-4874-9875-0893f1ab2c1a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:02.421777 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-bdb3ef30-3034-4b12-a3f3-12c5213082a7 req-c933b053-e740-4874-9875-0893f1ab2c1a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0632999 Jun 28 14:08:02.458753 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-bdb3ef30-3034-4b12-a3f3-12c5213082a7 req-0edc0455-5d7b-4491-81af-805cb199ae6c tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314701 Jun 28 14:08:02.714606 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209258cd-2ff3-4d5f-a5ca-56be615761a0 req-50c8b904-53c0-47cb-8829-9f74fa97006c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:02.716114 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-209258cd-2ff3-4d5f-a5ca-56be615761a0 req-50c8b904-53c0-47cb-8829-9f74fa97006c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0627503 Jun 28 14:08:02.754259 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-209258cd-2ff3-4d5f-a5ca-56be615761a0 req-db0a94db-6036-4034-bb8a-230deeccaa4c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317075 Jun 28 14:08:03.598367 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91953c6d-e315-4eaa-aa98-fa572626cdcb req-40f49061-94d8-4144-897e-f6c3a7525974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:03.599886 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-91953c6d-e315-4eaa-aa98-fa572626cdcb req-40f49061-94d8-4144-897e-f6c3a7525974 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 1098 time: 0.0550315 Jun 28 14:08:03.632659 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb27ce5-f562-41c6-ac62-9513c112ad2a req-d01807d6-7c64-4433-947f-68b349750c14 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:03.634131 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cfb27ce5-f562-41c6-ac62-9513c112ad2a req-d01807d6-7c64-4433-947f-68b349750c14 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0619495 Jun 28 14:08:03.634343 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-91953c6d-e315-4eaa-aa98-fa572626cdcb req-6cd53e3b-0af5-4713-b50d-4046a5f5571b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274711 Jun 28 14:08:03.670408 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cfb27ce5-f562-41c6-ac62-9513c112ad2a req-44d41144-aa34-4537-a78a-cbfaefa71f6b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306003 Jun 28 14:08:03.873141 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3f14-30a1-4798-9d02-3272d00ca905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:03.930502 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a3399-edbc-4ce3-ba05-5fb0822a2c73 req-8f309319-a190-415d-ad66-3fc14c8b35d5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:03.932053 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2f6a3399-edbc-4ce3-ba05-5fb0822a2c73 req-8f309319-a190-415d-ad66-3fc14c8b35d5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0628712 Jun 28 14:08:03.968001 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2f6a3399-edbc-4ce3-ba05-5fb0822a2c73 req-56338dfc-b945-41e9-86c8-ba93d9e310e0 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304391 Jun 28 14:08:04.160664 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:04.402527 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a68f5e-bf0b-49e4-8f3d-602a528ba9ee req-c7f893f1-13e3-4785-b970-1a5d5272ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:04.404053 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-38a68f5e-bf0b-49e4-8f3d-602a528ba9ee req-c7f893f1-13e3-4785-b970-1a5d5272ea1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=724e3789680240be9f570b8ca116df8d&device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 1096 time: 0.0575140 Jun 28 14:08:04.508864 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a68f5e-bf0b-49e4-8f3d-602a528ba9ee req-f1c50f8e-8a5c-4c09-80c1-8e20db9f9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:04.510264 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-38a68f5e-bf0b-49e4-8f3d-602a528ba9ee req-f1c50f8e-8a5c-4c09-80c1-8e20db9f9db5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece HTTP/1.1" status: 200 len: 918 time: 0.0855231 Jun 28 14:08:04.581270 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-38a68f5e-bf0b-49e4-8f3d-602a528ba9ee req-bd4b462b-353e-4371-8549-9a803511f6e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc HTTP/1.1" status: 200 len: 999 time: 0.0564311 Jun 28 14:08:04.638103 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a68f5e-bf0b-49e4-8f3d-602a528ba9ee req-f4d49f09-0f65-4ae6-ab7c-d7c1a4e19508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:04.639553 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-38a68f5e-bf0b-49e4-8f3d-602a528ba9ee req-f4d49f09-0f65-4ae6-ab7c-d7c1a4e19508 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad9292e9-2ab9-4760-baef-5dfd44f625a4 HTTP/1.1" status: 200 len: 856 time: 0.0510380 Jun 28 14:08:04.735277 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a68f5e-bf0b-49e4-8f3d-602a528ba9ee req-2b6e0e89-2d87-4904-b043-59c3534752c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:04.737295 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-38a68f5e-bf0b-49e4-8f3d-602a528ba9ee req-2b6e0e89-2d87-4904-b043-59c3534752c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543182 Jun 28 14:08:04.823124 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-38a68f5e-bf0b-49e4-8f3d-602a528ba9ee req-9bdfc989-b398-4924-a241-738ae0fef989 service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789478 Jun 28 14:08:04.844816 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8847a4-ab23-4fc3-b02d-a0ebe925db2f req-5cad9085-38f5-4696-9da5-d37809da0197 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:04.846310 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2b8847a4-ab23-4fc3-b02d-a0ebe925db2f req-5cad9085-38f5-4696-9da5-d37809da0197 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0661585 Jun 28 14:08:04.883839 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2b8847a4-ab23-4fc3-b02d-a0ebe925db2f req-5e3d1769-404b-4fe6-86a2-0e4ecfcba868 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319126 Jun 28 14:08:04.917732 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-38a68f5e-bf0b-49e4-8f3d-602a528ba9ee req-82488eb7-b74e-4c82-b7f5-7fc9385a59ed service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838044 Jun 28 14:08:05.050960 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:05.142335 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc7569-b489-4905-8ebc-d4f5c5eda9e2 req-7b0b6788-bef1-4b0c-961d-62f10cc5bb3e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:05.143858 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ebc7569-b489-4905-8ebc-d4f5c5eda9e2 req-7b0b6788-bef1-4b0c-961d-62f10cc5bb3e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0618336 Jun 28 14:08:05.182353 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ebc7569-b489-4905-8ebc-d4f5c5eda9e2 req-6b9ae6a7-0a58-4292-9917-95c17bc0739a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328281 Jun 28 14:08:05.923943 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e03779-bb96-424b-b148-dfecdd391f47 req-8dc9d106-a26a-4f7b-b16f-fcaccbdc99cd tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:05.926462 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-42e03779-bb96-424b-b148-dfecdd391f47 req-8dc9d106-a26a-4f7b-b16f-fcaccbdc99cd tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 945 time: 0.0636992 Jun 28 14:08:05.966065 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-42e03779-bb96-424b-b148-dfecdd391f47 req-60542bc8-4143-4be6-969c-daf298e3d2fc tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340445 Jun 28 14:08:05.998603 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 57788) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:06.072343 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cc4b4-a987-4484-a9f3-b9f28212c779 req-5fe99dfc-0bb5-4973-bb9a-b6bacc52067c tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:06.073931 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-287cc4b4-a987-4484-a9f3-b9f28212c779 req-5fe99dfc-0bb5-4973-bb9a-b6bacc52067c tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0688505 Jun 28 14:08:06.142351 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-287cc4b4-a987-4484-a9f3-b9f28212c779 req-06072c1b-cdb2-46a6-9ffc-ef69c0da3dcf tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601270 Jun 28 14:08:06.163349 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176bb8ca-db46-44e7-ab66-6cb9257d453b tempest-TestMinimumBasicScenario-47290912 tempest-TestMinimumBasicScenario-47290912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:06.164856 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-176bb8ca-db46-44e7-ab66-6cb9257d453b tempest-TestMinimumBasicScenario-47290912 tempest-TestMinimumBasicScenario-47290912-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 1093 time: 0.1649542 Jun 28 14:08:06.167739 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 57796) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:06.172298 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Request body: {'floatingip': {'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'port_id': 'ab29a690-6600-4f8b-b032-46ca58e78c0e', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:08:06.196972 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for floatingip, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:06.312143 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:06.346261 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f53d84-ecc5-4148-9739-47ac1cd39b85 req-46b9d826-2c1b-46ee-b191-b0fb5ecdbe7d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:06.348085 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b9f53d84-ecc5-4148-9739-47ac1cd39b85 req-46b9d826-2c1b-46ee-b191-b0fb5ecdbe7d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0757864 Jun 28 14:08:06.396385 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b9f53d84-ecc5-4148-9739-47ac1cd39b85 req-dee363a5-7e21-497a-9eaa-211baede1e00 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416784 Jun 28 14:08:06.421223 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57806) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:06.465920 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee9df2-608d-42ff-a812-4dd0c43f564a req-de6666f6-2692-4f77-b168-bcb98f529a71 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:06.467434 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d2ee9df2-608d-42ff-a812-4dd0c43f564a req-de6666f6-2692-4f77-b168-bcb98f529a71 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.1172054 Jun 28 14:08:06.490608 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Allocated IP 172.27.2.5 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/74e88d7a-85f4-4872-9453-49722c458a7f) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:08:06.496616 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:06.542526 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d2ee9df2-608d-42ff-a812-4dd0c43f564a req-ad3e071a-7594-420d-a231-79baeff42204 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654354 Jun 28 14:08:06.586336 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1c0b9f-dbca-48e3-9542-ea79944691b8 tempest-TestShelveInstance-1624137513 tempest-TestShelveInstance-1624137513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:06.587950 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-4c1c0b9f-dbca-48e3-9542-ea79944691b8 tempest-TestShelveInstance-1624137513 tempest-TestShelveInstance-1624137513-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 1093 time: 0.1655712 Jun 28 14:08:06.590632 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57810) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:06.595108 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Request body: {'floatingip': {'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'port_id': '986aa089-c170-4d51-a9f6-e0758c8dd82d', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:08:06.617524 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for floatingip, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:06.618824 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:06.656735 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:06.660082 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-fd894bf6-5bac-4f75-be93-220833be5629 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:06.691952 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:08:06.694750 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:08:06.698096 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:08:06.713052 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:06.733913 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Pushing event updated for resources: {'Port': ['ID=74e88d7a-85f4-4872-9453-49722c458a7f,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:06.746127 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:06.746430 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:06.746801 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:06.747163 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:06.747517 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:06.747903 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:06.748257 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:06.748609 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:06.748959 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:06.749304 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:06.749652 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:06.750002 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:06.754834 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:06.822406 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Allocated IP 172.27.2.89 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/320a4fa3-fb45-45e0-a357-3929de2f807a) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:08:06.928125 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:06.973052 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6079584'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:06.975306 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-253deac2-cb9e-44a0-be4a-cb48164578b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:07.024805 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:08:07.027547 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:08:07.032113 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:08:07.035954 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Pushing event updated for resources: {'Port': ['ID=320a4fa3-fb45-45e0-a357-3929de2f807a,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:07.054672 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:07.414562 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:07.540313 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:07.647027 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:07.696688 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:07.701108 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:07.703914 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:07.759129 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:07.773662 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Pushing event updated for resources: {'Port': ['ID=74e88d7a-85f4-4872-9453-49722c458a7f,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:07.777779 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:07.782554 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:07.792189 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1eb45-9a15-4c0a-b2c4-61ac2e37a5e2 req-a0d33798-3547-4b01-9a0f-94cd033b13f9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:07.794208 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-fef1eb45-9a15-4c0a-b2c4-61ac2e37a5e2 req-a0d33798-3547-4b01-9a0f-94cd033b13f9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.1211898 Jun 28 14:08:07.864280 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-fef1eb45-9a15-4c0a-b2c4-61ac2e37a5e2 req-c63bc630-bd0b-4a32-b819-dd3655ee1219 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617623 Jun 28 14:08:07.889657 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.db.l3_db [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Floating IP 2c852df3-9dd1-4c1c-b1a1-74dc2eeba82f associated. External IP: 172.27.2.5, port: ab29a690-6600-4f8b-b032-46ca58e78c0e. Jun 28 14:08:07.958929 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for port, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:07.963112 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6079634'] for port, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:07.965241 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:08.029776 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Pushing event updated for resources: {'Port': ['ID=320a4fa3-fb45-45e0-a357-3929de2f807a,revision_number=2']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:08.032569 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:08.039327 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:08.095839 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:08:08.134357 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.l3_db [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Floating IP bb79228e-2fe3-41b4-aff8-f3e32a9344e9 associated. External IP: 172.27.2.89, port: 986aa089-c170-4d51-a9f6-e0758c8dd82d. Jun 28 14:08:08.200733 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:08:08.210905 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadc0f58-d5dc-4fe3-86ae-ce291ac06fed None None] Sync routers for ids ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:08:08.218897 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:08.222543 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadc0f58-d5dc-4fe3-86ae-ce291ac06fed None None] Routers {'586ebb06-b89b-4e8e-aa48-02179e4b8cc3'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:08:08.223167 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-eadc0f58-d5dc-4fe3-86ae-ce291ac06fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:08:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:08:08.261611 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0903976 Jun 28 14:08:08.261611 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'tag': 'ab29a690-6600-4f8b-b032-46ca58e78c0e'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:08:08.262763 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d736fff-4cb9-4e17-be99-2335d78807b3" -d '{"events": [{"name": "network-changed", "server_uuid": "72bc8865-bcd3-4dab-af65-5c9cc47e4b98", "tag": "ab29a690-6600-4f8b-b032-46ca58e78c0e"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:08:08.265547 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 57822) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:08.270511 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-52f9e931-c065-4a7f-a8af-9b2f147ae5c1 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1181054290', 'description': 'tempest-secgroup-smoke-1181054290 description', 'project_id': 'ac7ad9c8896f475695055660012401f8'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:08:08.304553 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-52f9e931-c065-4a7f-a8af-9b2f147ae5c1 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:08.308953 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baf8b45-4ca6-4846-abcf-051abe351398 x-openstack-request-id: req-5baf8b45-4ca6-4846-abcf-051abe351398 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:08:08.309404 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bc8865-bcd3-4dab-af65-5c9cc47e4b98", "tag": "ab29a690-6600-4f8b-b032-46ca58e78c0e", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:08:08.309696 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5baf8b45-4ca6-4846-abcf-051abe351398 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:08:08.310113 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'tag': 'ab29a690-6600-4f8b-b032-46ca58e78c0e', 'status': 'completed', 'code': 200} Jun 28 14:08:08.329625 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-eadc0f58-d5dc-4fe3-86ae-ce291ac06fed None None] Set router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:08:08.354186 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Router 9dd567c7-b09f-41c4-a98e-314cdb2727ad has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:08:08.435964 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-52f9e931-c065-4a7f-a8af-9b2f147ae5c1 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:08.446190 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-52f9e931-c065-4a7f-a8af-9b2f147ae5c1 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:08.455250 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-766e3d4f-76f2-44c8-b8ae-d8b420137d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:08.477435 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:08:08.480088 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d736fff-4cb9-4e17-be99-2335d78807b3 req-12e7b652-7344-4522-acdd-57e70d95a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:08.481714 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0d736fff-4cb9-4e17-be99-2335d78807b3 req-12e7b652-7344-4522-acdd-57e70d95a1ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac7ad9c8896f475695055660012401f8&device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 1098 time: 0.1150770 Jun 28 14:08:08.491105 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6357a755-3f3b-456b-907a-26a90ca6615d None None] Sync routers for ids ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:08:08.499441 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:08.500414 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6357a755-3f3b-456b-907a-26a90ca6615d None None] Routers {'9dd567c7-b09f-41c4-a98e-314cdb2727ad'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:08:08.501240 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-6357a755-3f3b-456b-907a-26a90ca6615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:08:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:08:08.505306 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-52f9e931-c065-4a7f-a8af-9b2f147ae5c1 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:08.505475 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-52f9e931-c065-4a7f-a8af-9b2f147ae5c1 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2389596 Jun 28 14:08:08.514705 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 57826) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:08.516760 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9e931-c065-4a7f-a8af-9b2f147ae5c1 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf84250-e71e-41e9-b6bc-05584ddd6c0a,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:08.521693 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-d9bcff72-408e-4f48-a498-f5f7a46fed03 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Request body: {'security_group_rule': {'security_group_id': '7cf84250-e71e-41e9-b6bc-05584ddd6c0a', 'project_id': 'ac7ad9c8896f475695055660012401f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:08:08.533999 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-52f9e931-c065-4a7f-a8af-9b2f147ae5c1 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:08.546365 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9545810 Jun 28 14:08:08.547401 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3341dead-9b19-4985-beed-43b1dd599251', 'tag': '986aa089-c170-4d51-a9f6-e0758c8dd82d'}] {{(pid=93024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:08:08.550834 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57de81fc55b96f5fe3d2266ad050390b1d2e29b100cf4860e7301d44a90885d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1504c30-c1c4-475b-94c3-36b865911270" -d '{"events": [{"name": "network-changed", "server_uuid": "3341dead-9b19-4985-beed-43b1dd599251", "tag": "986aa089-c170-4d51-a9f6-e0758c8dd82d"}]}' {{(pid=93024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:08:08.590916 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75ce4a4-32b2-4f0b-8a01-565452049105 x-openstack-request-id: req-b75ce4a4-32b2-4f0b-8a01-565452049105 {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:08:08.591246 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3341dead-9b19-4985-beed-43b1dd599251", "tag": "986aa089-c170-4d51-a9f6-e0758c8dd82d", "status": "completed", "code": 200}]} {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:08:08.592066 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b75ce4a4-32b2-4f0b-8a01-565452049105 {{(pid=93024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:08:08.592253 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3341dead-9b19-4985-beed-43b1dd599251', 'tag': '986aa089-c170-4d51-a9f6-e0758c8dd82d', 'status': 'completed', 'code': 200} Jun 28 14:08:08.606720 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-eadc0f58-d5dc-4fe3-86ae-ce291ac06fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'name': 'tempest-TestMinimumBasicScenario-1488289892-router', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:57Z', 'updated_at': '2021-06-28T14:07:01Z', 'revision_number': 4, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'gw_port': {'id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:58Z', 'updated_at': '2021-06-28T14:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '2c852df3-9dd1-4c1c-b1a1-74dc2eeba82f', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'port_id': 'ab29a690-6600-4f8b-b032-46ca58e78c0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd', 'mac_address': 'fa:16:3e:f2:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:08:07Z', 'updated_at': '2021-06-28T14:08:07Z', 'revision_number': 0, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715aec9e-1b06-4285-9c0e-677feb6fb9d1', 'name': '', 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'mac_address': 'fa:16:3e:02:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '60932ee8-d938-4148-9394-d0005119e06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:00Z', 'updated_at': '2021-06-28T14:07:09Z', 'revision_number': 5, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'subnets': [{'id': '60932ee8-d938-4148-9394-d0005119e06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:08:08.629094 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-d9bcff72-408e-4f48-a498-f5f7a46fed03 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:08.636993 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadc0f58-d5dc-4fe3-86ae-ce291ac06fed None None] Checking router: 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:08:08.645426 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadc0f58-d5dc-4fe3-86ae-ce291ac06fed None None] Routers {'586ebb06-b89b-4e8e-aa48-02179e4b8cc3'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:08:08.646048 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-eadc0f58-d5dc-4fe3-86ae-ce291ac06fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:08:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:08:08.654156 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-6357a755-3f3b-456b-907a-26a90ca6615d None None] Set router 9dd567c7-b09f-41c4-a98e-314cdb2727ad gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:08:08.682010 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-d9bcff72-408e-4f48-a498-f5f7a46fed03 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:08.701537 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-d9bcff72-408e-4f48-a498-f5f7a46fed03 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:08.732357 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:08.746229 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcff72-408e-4f48-a498-f5f7a46fed03 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37015444-cdb2-41d5-8d9b-7b2a8a63117e,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:08.748637 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d736fff-4cb9-4e17-be99-2335d78807b3 req-1246ccf1-1f82-4773-9f4c-fce975223bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:08.750223 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0d736fff-4cb9-4e17-be99-2335d78807b3 req-1246ccf1-1f82-4773-9f4c-fce975223bb9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2022ef6f-f21a-45ac-8ff2-03a56f1131bd HTTP/1.1" status: 200 len: 916 time: 0.2595716 Jun 28 14:08:08.753988 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-d9bcff72-408e-4f48-a498-f5f7a46fed03 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:08.821729 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-d9bcff72-408e-4f48-a498-f5f7a46fed03 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:08.822904 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-d9bcff72-408e-4f48-a498-f5f7a46fed03 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3071606 Jun 28 14:08:08.825714 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57836) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:08.832221 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-b585a577-c9e6-4db9-96a2-346b8026535f tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Request body: {'security_group_rule': {'security_group_id': '7cf84250-e71e-41e9-b6bc-05584ddd6c0a', 'project_id': 'ac7ad9c8896f475695055660012401f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:08:08.834674 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0d736fff-4cb9-4e17-be99-2335d78807b3 req-57e3a877-3953-485b-876e-eb940e8710d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab29a690-6600-4f8b-b032-46ca58e78c0e HTTP/1.1" status: 200 len: 997 time: 0.0697780 Jun 28 14:08:08.842365 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1504c30-c1c4-475b-94c3-36b865911270 req-bbf45acb-0f00-49fe-85f1-e1351ddfbc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:08.842594 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-eadc0f58-d5dc-4fe3-86ae-ce291ac06fed None None] Set router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:08:08.849471 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c1504c30-c1c4-475b-94c3-36b865911270 req-bbf45acb-0f00-49fe-85f1-e1351ddfbc22 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f154bdfc04f34f66a9ef7393d6e7494b&device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 1098 time: 0.1810763 Jun 28 14:08:08.884544 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b585a577-c9e6-4db9-96a2-346b8026535f tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:08.912417 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d736fff-4cb9-4e17-be99-2335d78807b3 req-dcd44277-c8b0-4fbd-91f7-80d39980a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:08.913883 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0d736fff-4cb9-4e17-be99-2335d78807b3 req-dcd44277-c8b0-4fbd-91f7-80d39980a948 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60932ee8-d938-4148-9394-d0005119e06f HTTP/1.1" status: 200 len: 854 time: 0.0635023 Jun 28 14:08:08.939317 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b585a577-c9e6-4db9-96a2-346b8026535f tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:08.945392 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b585a577-c9e6-4db9-96a2-346b8026535f tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:08.947826 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:08.994860 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585a577-c9e6-4db9-96a2-346b8026535f tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96be2697-7ea5-4207-b364-bbebcd577b1d,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:09.015055 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-b585a577-c9e6-4db9-96a2-346b8026535f tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:09.018072 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b585a577-c9e6-4db9-96a2-346b8026535f tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:09.019336 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-b585a577-c9e6-4db9-96a2-346b8026535f tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1921680 Jun 28 14:08:09.022369 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57842) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:09.027879 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-490b7f7a-6607-4e81-b75f-1f5e0c79cfe3 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Request body: {'security_group_rule': {'security_group_id': '7cf84250-e71e-41e9-b6bc-05584ddd6c0a', 'project_id': 'ac7ad9c8896f475695055660012401f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:08:09.103029 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-6357a755-3f3b-456b-907a-26a90ca6615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'name': 'tempest-TestShelveInstance-678337041-router', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:31Z', 'updated_at': '2021-06-28T14:06:34Z', 'revision_number': 4, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'gw_port': {'id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:32Z', 'updated_at': '2021-06-28T14:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': 'bb79228e-2fe3-41b4-aff8-f3e32a9344e9', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'port_id': '986aa089-c170-4d51-a9f6-e0758c8dd82d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'mac_address': 'fa:16:3e:7b:eb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341dead-9b19-4985-beed-43b1dd599251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:08:07Z', 'updated_at': '2021-06-28T14:08:07Z', 'revision_number': 0, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db0d401-cbc4-4d63-867a-cbd678263943', 'name': '', 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'mac_address': 'fa:16:3e:c9:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:33Z', 'updated_at': '2021-06-28T14:06:40Z', 'revision_number': 5, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'subnets': [{'id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:08:09.126133 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-eadc0f58-d5dc-4fe3-86ae-ce291ac06fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'name': 'tempest-TestMinimumBasicScenario-1488289892-router', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:57Z', 'updated_at': '2021-06-28T14:07:01Z', 'revision_number': 4, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'gw_port': {'id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:58Z', 'updated_at': '2021-06-28T14:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '2c852df3-9dd1-4c1c-b1a1-74dc2eeba82f', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'port_id': 'ab29a690-6600-4f8b-b032-46ca58e78c0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd', 'mac_address': 'fa:16:3e:f2:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:08:07Z', 'updated_at': '2021-06-28T14:08:07Z', 'revision_number': 0, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715aec9e-1b06-4285-9c0e-677feb6fb9d1', 'name': '', 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'mac_address': 'fa:16:3e:02:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '60932ee8-d938-4148-9394-d0005119e06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:00Z', 'updated_at': '2021-06-28T14:07:09Z', 'revision_number': 5, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'subnets': [{'id': '60932ee8-d938-4148-9394-d0005119e06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:08:09.134825 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6357a755-3f3b-456b-907a-26a90ca6615d None None] Checking router: 9dd567c7-b09f-41c4-a98e-314cdb2727ad for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:08:09.144250 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6357a755-3f3b-456b-907a-26a90ca6615d None None] Routers {'9dd567c7-b09f-41c4-a98e-314cdb2727ad'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:08:09.144482 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1810450-f3a6-45e1-af07-2cdacbc3312d req-487daeee-4177-477d-b221-d092cdb4bca6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:09.144864 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-6357a755-3f3b-456b-907a-26a90ca6615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:08:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:08:09.146724 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a1810450-f3a6-45e1-af07-2cdacbc3312d req-487daeee-4177-477d-b221-d092cdb4bca6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.1127105 Jun 28 14:08:09.148206 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-490b7f7a-6607-4e81-b75f-1f5e0c79cfe3 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:09.159250 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadc0f58-d5dc-4fe3-86ae-ce291ac06fed None None] The sync data for ids ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'] in dv-cinder-761113-15-iscsi is: [{'id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'name': 'tempest-TestMinimumBasicScenario-1488289892-router', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:57Z', 'updated_at': '2021-06-28T14:07:01Z', 'revision_number': 4, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'gw_port': {'id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:58Z', 'updated_at': '2021-06-28T14:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '2c852df3-9dd1-4c1c-b1a1-74dc2eeba82f', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'port_id': 'ab29a690-6600-4f8b-b032-46ca58e78c0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd', 'mac_address': 'fa:16:3e:f2:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:08:07Z', 'updated_at': '2021-06-28T14:08:07Z', 'revision_number': 0, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715aec9e-1b06-4285-9c0e-677feb6fb9d1', 'name': '', 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'mac_address': 'fa:16:3e:02:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '60932ee8-d938-4148-9394-d0005119e06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:00Z', 'updated_at': '2021-06-28T14:07:09Z', 'revision_number': 5, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'subnets': [{'id': '60932ee8-d938-4148-9394-d0005119e06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:08:09.166124 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d736fff-4cb9-4e17-be99-2335d78807b3 req-c828ccdf-362f-4cab-a7a1-c48455efd346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:09.167806 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0d736fff-4cb9-4e17-be99-2335d78807b3 req-c828ccdf-362f-4cab-a7a1-c48455efd346 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2022ef6f-f21a-45ac-8ff2-03a56f1131bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1317399 Jun 28 14:08:09.174969 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1504c30-c1c4-475b-94c3-36b865911270 req-e778ff27-7730-473a-adbf-69da2aba0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:09.176485 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c1504c30-c1c4-475b-94c3-36b865911270 req-e778ff27-7730-473a-adbf-69da2aba0eb8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f HTTP/1.1" status: 200 len: 909 time: 0.2617383 Jun 28 14:08:09.229852 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a1810450-f3a6-45e1-af07-2cdacbc3312d req-9a015744-11a0-45ed-b166-74af5badb749 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633376 Jun 28 14:08:09.246960 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-490b7f7a-6607-4e81-b75f-1f5e0c79cfe3 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:09.264849 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-490b7f7a-6607-4e81-b75f-1f5e0c79cfe3 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:09.268773 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-79dba72d-fbe7-4b59-86bd-77c2e0c78e99 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:09.289027 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b7f7a-6607-4e81-b75f-1f5e0c79cfe3 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e49f45-b470-485d-9380-cc1f7bb77b7c,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:09.289282 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47320d-aa2a-4f5b-9dc3-795fe938a658 req-5f4625ea-1624-48d6-8607-716fe82243d0 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:09.291348 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c47320d-aa2a-4f5b-9dc3-795fe938a658 req-5f4625ea-1624-48d6-8607-716fe82243d0 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.2042930 Jun 28 14:08:09.301881 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-490b7f7a-6607-4e81-b75f-1f5e0c79cfe3 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:09.303455 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-490b7f7a-6607-4e81-b75f-1f5e0c79cfe3 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:09.305035 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-490b7f7a-6607-4e81-b75f-1f5e0c79cfe3 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2817180 Jun 28 14:08:09.307796 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57844) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:09.312791 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-645cb97e-ef9e-44b6-bfcb-28d698b1a06f tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Request body: {'security_group_rule': {'security_group_id': '7cf84250-e71e-41e9-b6bc-05584ddd6c0a', 'project_id': 'ac7ad9c8896f475695055660012401f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:08:09.348050 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-645cb97e-ef9e-44b6-bfcb-28d698b1a06f tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:09.390153 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c1504c30-c1c4-475b-94c3-36b865911270 req-61397f46-5bf2-4c94-8848-4bc054b12516 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=986aa089-c170-4d51-a9f6-e0758c8dd82d HTTP/1.1" status: 200 len: 998 time: 0.1853156 Jun 28 14:08:09.390818 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-6357a755-3f3b-456b-907a-26a90ca6615d None None] Set router 9dd567c7-b09f-41c4-a98e-314cdb2727ad gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:08:09.406748 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4c47320d-aa2a-4f5b-9dc3-795fe938a658 req-511d8ea9-150d-4f28-800c-299b92060a7d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776300 Jun 28 14:08:09.424939 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-645cb97e-ef9e-44b6-bfcb-28d698b1a06f tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:09.431068 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-645cb97e-ef9e-44b6-bfcb-28d698b1a06f tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:09.442499 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0d736fff-4cb9-4e17-be99-2335d78807b3 req-e6fe0b75-2660-46f8-b433-3f671b00e164 service neutron] 10.222.0.55 "GET /v2.0/networks/2022ef6f-f21a-45ac-8ff2-03a56f1131bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504237 Jun 28 14:08:09.446342 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:09.459941 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cb97e-ef9e-44b6-bfcb-28d698b1a06f tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a5f5c8-663c-436f-8828-181b6c5054cc,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:09.468332 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-645cb97e-ef9e-44b6-bfcb-28d698b1a06f tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:09.469863 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-645cb97e-ef9e-44b6-bfcb-28d698b1a06f tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:09.471424 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-645cb97e-ef9e-44b6-bfcb-28d698b1a06f tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1624861 Jun 28 14:08:09.473995 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57846) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:09.478901 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47febbab-3d6c-4ca1-809e-5f2c61085310 None None] New status for floating IP 2c852df3-9dd1-4c1c-b1a1-74dc2eeba82f: ACTIVE {{(pid=93026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:08:09.481605 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-1dc2f3c5-5648-45bb-9e69-91db094ad8b2 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Request body: {'security_group_rule': {'security_group_id': '7cf84250-e71e-41e9-b6bc-05584ddd6c0a', 'project_id': 'ac7ad9c8896f475695055660012401f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:08:09.508916 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.securitygroups_db [None req-1dc2f3c5-5648-45bb-9e69-91db094ad8b2 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Project ac7ad9c8896f475695055660012401f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 14:08:09.516748 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1dc2f3c5-5648-45bb-9e69-91db094ad8b2 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:09.608751 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1dc2f3c5-5648-45bb-9e69-91db094ad8b2 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:09.615019 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1dc2f3c5-5648-45bb-9e69-91db094ad8b2 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:09.619962 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-4da84191-cc2e-4005-8465-57d608fbf423 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:09.636000 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2f3c5-5648-45bb-9e69-91db094ad8b2 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16318314-aae4-4f15-b6b2-244b20382dd7,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:09.646594 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-1dc2f3c5-5648-45bb-9e69-91db094ad8b2 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:09.651883 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-6357a755-3f3b-456b-907a-26a90ca6615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'name': 'tempest-TestShelveInstance-678337041-router', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:31Z', 'updated_at': '2021-06-28T14:06:34Z', 'revision_number': 4, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'gw_port': {'id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:32Z', 'updated_at': '2021-06-28T14:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': 'bb79228e-2fe3-41b4-aff8-f3e32a9344e9', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'port_id': '986aa089-c170-4d51-a9f6-e0758c8dd82d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'mac_address': 'fa:16:3e:7b:eb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341dead-9b19-4985-beed-43b1dd599251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:08:07Z', 'updated_at': '2021-06-28T14:08:07Z', 'revision_number': 0, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db0d401-cbc4-4d63-867a-cbd678263943', 'name': '', 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'mac_address': 'fa:16:3e:c9:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:33Z', 'updated_at': '2021-06-28T14:06:40Z', 'revision_number': 5, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'subnets': [{'id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:08:09.666137 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-1dc2f3c5-5648-45bb-9e69-91db094ad8b2 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:09.671725 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-1dc2f3c5-5648-45bb-9e69-91db094ad8b2 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1921122 Jun 28 14:08:09.671942 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57848) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:09.676625 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-6673c47a-35c6-43d6-b1e8-c2de6685732a tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Request body: {'security_group_rule': {'security_group_id': '7cf84250-e71e-41e9-b6bc-05584ddd6c0a', 'project_id': 'ac7ad9c8896f475695055660012401f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:08:09.683673 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6357a755-3f3b-456b-907a-26a90ca6615d None None] The sync data for ids ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'] in dv-cinder-761113-15-iscsi is: [{'id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'name': 'tempest-TestShelveInstance-678337041-router', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:31Z', 'updated_at': '2021-06-28T14:06:34Z', 'revision_number': 4, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'gw_port': {'id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:32Z', 'updated_at': '2021-06-28T14:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': 'bb79228e-2fe3-41b4-aff8-f3e32a9344e9', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'port_id': '986aa089-c170-4d51-a9f6-e0758c8dd82d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'mac_address': 'fa:16:3e:7b:eb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341dead-9b19-4985-beed-43b1dd599251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:08:07Z', 'updated_at': '2021-06-28T14:08:07Z', 'revision_number': 0, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db0d401-cbc4-4d63-867a-cbd678263943', 'name': '', 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'mac_address': 'fa:16:3e:c9:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:33Z', 'updated_at': '2021-06-28T14:06:40Z', 'revision_number': 5, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'subnets': [{'id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:08:09.706981 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.securitygroups_db [None req-6673c47a-35c6-43d6-b1e8-c2de6685732a tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Project ac7ad9c8896f475695055660012401f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 14:08:09.713185 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6673c47a-35c6-43d6-b1e8-c2de6685732a tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:09.777812 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6673c47a-35c6-43d6-b1e8-c2de6685732a tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:09.785553 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6673c47a-35c6-43d6-b1e8-c2de6685732a tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:09.796190 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-645cb97e-ef9e-44b6-bfcb-28d698b1a06f tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:09.800469 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1504c30-c1c4-475b-94c3-36b865911270 req-3a142a6c-a05a-4f98-a50d-534339d6a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:09.802073 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c1504c30-c1c4-475b-94c3-36b865911270 req-3a142a6c-a05a-4f98-a50d-534339d6a32b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80e78336-1cbd-43a7-9a97-9c761be27c68 HTTP/1.1" status: 200 len: 847 time: 0.3904970 Jun 28 14:08:09.811983 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673c47a-35c6-43d6-b1e8-c2de6685732a tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6fcb41-c90d-4e62-b13e-959b50e3184e,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:09.814774 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-6673c47a-35c6-43d6-b1e8-c2de6685732a tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:09.815950 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6673c47a-35c6-43d6-b1e8-c2de6685732a tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:09.820014 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-6673c47a-35c6-43d6-b1e8-c2de6685732a tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1470625 Jun 28 14:08:09.856093 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0d736fff-4cb9-4e17-be99-2335d78807b3 req-5177831c-7364-4236-b4e9-254b13be1a37 service neutron] 10.222.0.55 "GET /v2.0/networks/2022ef6f-f21a-45ac-8ff2-03a56f1131bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946211 Jun 28 14:08:09.882024 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1504c30-c1c4-475b-94c3-36b865911270 req-87225d3e-b288-42ee-8522-3cdeeff33c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:09.883385 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c1504c30-c1c4-475b-94c3-36b865911270 req-87225d3e-b288-42ee-8522-3cdeeff33c32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0601892 Jun 28 14:08:09.933269 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d320b3-cb88-417e-9211-bb2cd43435ef None None] New status for floating IP bb79228e-2fe3-41b4-aff8-f3e32a9344e9: ACTIVE {{(pid=93025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:08:09.959533 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cc48320b-7fb7-40d6-bcd1-7437dbe9bbd7 req-3e3fb3e4-10b0-4bae-a5cb-ce8a2ebd46e6 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181054290&fields=id&tenant_id=ac7ad9c8896f475695055660012401f8 HTTP/1.1" status: 200 len: 267 time: 0.0375731 Jun 28 14:08:09.988641 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c1504c30-c1c4-475b-94c3-36b865911270 req-49c5b6c1-d0c2-4400-a999-b433b72d3179 service neutron] 10.222.0.55 "GET /v2.0/networks/e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882010 Jun 28 14:08:10.027828 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48320b-7fb7-40d6-bcd1-7437dbe9bbd7 req-729b2eee-7a7a-4201-9f61-c0f2910c99a9 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:10.029388 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cc48320b-7fb7-40d6-bcd1-7437dbe9bbd7 req-729b2eee-7a7a-4201-9f61-c0f2910c99a9 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 945 time: 0.0629382 Jun 28 14:08:10.042931 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [req-cc48320b-7fb7-40d6-bcd1-7437dbe9bbd7 req-30e67dc7-8ecf-40c9-957b-f534e82867cf tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Request body: {'port': {'security_groups': ['a6584a48-f9f8-4880-b93d-207c6654e961', '7cf84250-e71e-41e9-b6bc-05584ddd6c0a']}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:08:10.088727 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c1504c30-c1c4-475b-94c3-36b865911270 req-f8231054-d0ad-41fc-aa34-68a10f22bb74 service neutron] 10.222.0.55 "GET /v2.0/networks/e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840516 Jun 28 14:08:10.137883 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [req-cc48320b-7fb7-40d6-bcd1-7437dbe9bbd7 req-30e67dc7-8ecf-40c9-957b-f534e82867cf tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:10.325656 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [req-cc48320b-7fb7-40d6-bcd1-7437dbe9bbd7 req-30e67dc7-8ecf-40c9-957b-f534e82867cf tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] For port ab29a690-6600-4f8b-b032-46ca58e78c0e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ab29a690-6600-4f8b-b032-46ca58e78c0e,segment=NetworkSegment(f74601f9-53e8-47e4-9831-6dc487ac875f),segment_id=f74601f9-53e8-47e4-9831-6dc487ac875f)] {{(pid=93024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:08:10.356613 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [req-cc48320b-7fb7-40d6-bcd1-7437dbe9bbd7 req-30e67dc7-8ecf-40c9-957b-f534e82867cf tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for port, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:10.361352 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [req-cc48320b-7fb7-40d6-bcd1-7437dbe9bbd7 req-30e67dc7-8ecf-40c9-957b-f534e82867cf tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6079634'] for port, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:10.365287 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:10.413250 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48320b-7fb7-40d6-bcd1-7437dbe9bbd7 req-30e67dc7-8ecf-40c9-957b-f534e82867cf tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:10.413973 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [req-cc48320b-7fb7-40d6-bcd1-7437dbe9bbd7 req-30e67dc7-8ecf-40c9-957b-f534e82867cf tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for port, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:10.415514 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-cc48320b-7fb7-40d6-bcd1-7437dbe9bbd7 req-30e67dc7-8ecf-40c9-957b-f534e82867cf tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "PUT /v2.0/ports/ab29a690-6600-4f8b-b032-46ca58e78c0e HTTP/1.1" status: 200 len: 981 time: 0.3777905 Jun 28 14:08:10.429406 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a54ea-e21f-4c5f-b042-f6d9bc2cde34 req-8356c1c0-88c7-457b-92e8-9e0b931eb2d8 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:10.431082 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0f4a54ea-e21f-4c5f-b042-f6d9bc2cde34 req-8356c1c0-88c7-457b-92e8-9e0b931eb2d8 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0700207 Jun 28 14:08:10.436424 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['ab29a690-6600-4f8b-b032-46ca58e78c0e'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:08:10.462309 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e67dc7-8ecf-40c9-957b-f534e82867cf tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Pushing event updated for resources: {'Port': ['ID=ab29a690-6600-4f8b-b032-46ca58e78c0e,revision_number=6']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:10.474179 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-30e67dc7-8ecf-40c9-957b-f534e82867cf tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:10.519713 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0f4a54ea-e21f-4c5f-b042-f6d9bc2cde34 req-f847eeaa-2d66-4914-9c1c-80ea33308b63 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784905 Jun 28 14:08:10.599111 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'tag': 'ab29a690-6600-4f8b-b032-46ca58e78c0e'}] {{(pid=93024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:08:10.601872 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57de81fc55b96f5fe3d2266ad050390b1d2e29b100cf4860e7301d44a90885d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802365be-40f7-42a4-9644-317540e4c60d" -d '{"events": [{"name": "network-changed", "server_uuid": "72bc8865-bcd3-4dab-af65-5c9cc47e4b98", "tag": "ab29a690-6600-4f8b-b032-46ca58e78c0e"}]}' {{(pid=93024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:08:10.650211 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73665353-c6d5-4a6c-8ece-760fde75034a req-e44e3894-8c9b-48e3-b158-66f18fc7a9a0 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:10.651807 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-73665353-c6d5-4a6c-8ece-760fde75034a req-e44e3894-8c9b-48e3-b158-66f18fc7a9a0 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 984 time: 0.0838902 Jun 28 14:08:10.657442 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['ab29a690-6600-4f8b-b032-46ca58e78c0e'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:08:10.697388 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-73665353-c6d5-4a6c-8ece-760fde75034a req-492628d5-ac92-40ae-a6c3-6b503bd727ed tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&id=7cf84250-e71e-41e9-b6bc-05584ddd6c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372801 Jun 28 14:08:10.738250 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-86e5d511-8ac3-47f5-8865-d556e08dd29b None None] Provisioning complete for port ab29a690-6600-4f8b-b032-46ca58e78c0e triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:08:10.738632 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-86e5d511-8ac3-47f5-8865-d556e08dd29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:10.739570 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b678d6-99c9-4826-87ba-562e9e65fb3c req-cfeee24d-6dbc-44c1-898b-eba7d4bd1d17 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:10.741223 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f9b678d6-99c9-4826-87ba-562e9e65fb3c req-cfeee24d-6dbc-44c1-898b-eba7d4bd1d17 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0867102 Jun 28 14:08:10.760760 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4dee09-b5b2-492e-83d0-d81c0817bc5f x-openstack-request-id: req-9b4dee09-b5b2-492e-83d0-d81c0817bc5f {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:08:10.761847 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bc8865-bcd3-4dab-af65-5c9cc47e4b98", "tag": "ab29a690-6600-4f8b-b032-46ca58e78c0e", "status": "completed", "code": 200}]} {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:08:10.762148 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b4dee09-b5b2-492e-83d0-d81c0817bc5f {{(pid=93024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:08:10.762564 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'tag': 'ab29a690-6600-4f8b-b032-46ca58e78c0e', 'status': 'completed', 'code': 200} Jun 28 14:08:10.781439 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f9b678d6-99c9-4826-87ba-562e9e65fb3c req-85bed944-4b8c-4274-b41b-2c79332bf551 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346119 Jun 28 14:08:10.873169 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802365be-40f7-42a4-9644-317540e4c60d req-a474b2d8-bd38-4580-b5df-6cc4b00e585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:10.874664 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-802365be-40f7-42a4-9644-317540e4c60d req-a474b2d8-bd38-4580-b5df-6cc4b00e585c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac7ad9c8896f475695055660012401f8&device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 1137 time: 0.0544982 Jun 28 14:08:10.975532 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802365be-40f7-42a4-9644-317540e4c60d req-3af8837b-3409-4778-8ae1-3a31b1c67292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:10.977045 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-802365be-40f7-42a4-9644-317540e4c60d req-3af8837b-3409-4778-8ae1-3a31b1c67292 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2022ef6f-f21a-45ac-8ff2-03a56f1131bd HTTP/1.1" status: 200 len: 916 time: 0.0943229 Jun 28 14:08:11.061759 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-802365be-40f7-42a4-9644-317540e4c60d req-5f74c956-d1e1-4196-9785-45eeb60c79bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab29a690-6600-4f8b-b032-46ca58e78c0e HTTP/1.1" status: 200 len: 999 time: 0.0709474 Jun 28 14:08:11.129576 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802365be-40f7-42a4-9644-317540e4c60d req-a807644c-b37d-43b0-96a2-5f8e558d93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:11.131081 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-802365be-40f7-42a4-9644-317540e4c60d req-a807644c-b37d-43b0-96a2-5f8e558d93e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60932ee8-d938-4148-9394-d0005119e06f HTTP/1.1" status: 200 len: 854 time: 0.0529509 Jun 28 14:08:11.204433 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802365be-40f7-42a4-9644-317540e4c60d req-1ad9ca1d-8d9d-48fc-99a8-6bf42b4079e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:11.206010 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-802365be-40f7-42a4-9644-317540e4c60d req-1ad9ca1d-8d9d-48fc-99a8-6bf42b4079e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2022ef6f-f21a-45ac-8ff2-03a56f1131bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0658665 Jun 28 14:08:11.314465 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-802365be-40f7-42a4-9644-317540e4c60d req-666d3e7a-914c-45a3-ba06-4555cd787540 service neutron] 10.222.0.55 "GET /v2.0/networks/2022ef6f-f21a-45ac-8ff2-03a56f1131bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976088 Jun 28 14:08:11.421237 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-802365be-40f7-42a4-9644-317540e4c60d req-7dbe1df6-72ab-4437-8631-be9eea4e89f8 service neutron] 10.222.0.55 "GET /v2.0/networks/2022ef6f-f21a-45ac-8ff2-03a56f1131bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927045 Jun 28 14:08:11.695986 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da04976-9934-42fa-9dba-c32e453b62be req-916aff11-5831-4b04-9fbb-e7ab4e343aad tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:11.697445 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-0da04976-9934-42fa-9dba-c32e453b62be req-916aff11-5831-4b04-9fbb-e7ab4e343aad tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0624428 Jun 28 14:08:11.733297 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-0da04976-9934-42fa-9dba-c32e453b62be req-f0abb003-801f-4a62-8bb5-9b1b3606370e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302775 Jun 28 14:08:11.839563 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device c28b30c6-ee36-45ae-b396-1617be4a52dc details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:08:11.932425 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port c28b30c6-ee36-45ae-b396-1617be4a52dc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:08:11.943811 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': 'c28b30c6-ee36-45ae-b396-1617be4a52dc', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'port_id': 'c28b30c6-ee36-45ae-b396-1617be4a52dc', 'mac_address': 'fa:16:3e:2f:63:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:08:11.961477 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13394f-1d59-4140-b122-26dfb38f8535 req-c07f3a20-f257-40ca-88a9-eed5f3ef629e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:11.962937 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ff13394f-1d59-4140-b122-26dfb38f8535 req-c07f3a20-f257-40ca-88a9-eed5f3ef629e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 943 time: 0.0611618 Jun 28 14:08:11.979605 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:11.992620 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28b30c6-ee36-45ae-b396-1617be4a52dc {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:08:12.000408 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ff13394f-1d59-4140-b122-26dfb38f8535 req-5eb1f3b9-943f-4a32-967b-41c67228094e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317292 Jun 28 14:08:12.012610 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port c28b30c6-ee36-45ae-b396-1617be4a52dc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:08:12.017528 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:12.019343 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:12.064147 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=c28b30c6-ee36-45ae-b396-1617be4a52dc,revision_number=9']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:12.067581 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:12.396176 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a3cdf-6f28-4563-b9dd-fc747f386499 req-00b60396-4e62-49d6-8fe1-6cdec9289185 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:12.397501 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8a8a3cdf-6f28-4563-b9dd-fc747f386499 req-00b60396-4e62-49d6-8fe1-6cdec9289185 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 945 time: 0.0646904 Jun 28 14:08:12.495887 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-8a8a3cdf-6f28-4563-b9dd-fc747f386499 req-15370562-6388-4956-bb85-e77d7c8c65e6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Deleting port ba837890-3e0b-446e-a8c9-f9318227adf2 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:08:12.496230 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8a8a3cdf-6f28-4563-b9dd-fc747f386499 req-15370562-6388-4956-bb85-e77d7c8c65e6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:12.530093 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['c28b30c6-ee36-45ae-b396-1617be4a52dc'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:08:12.586750 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-8a8a3cdf-6f28-4563-b9dd-fc747f386499 req-15370562-6388-4956-bb85-e77d7c8c65e6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] For port ba837890-3e0b-446e-a8c9-f9318227adf2, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ba837890-3e0b-446e-a8c9-f9318227adf2,segment=NetworkSegment(67284ebe-0528-450e-8b29-982b6689bec5),segment_id=67284ebe-0528-450e-8b29-982b6689bec5)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:08:12.587426 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8a8a3cdf-6f28-4563-b9dd-fc747f386499 req-15370562-6388-4956-bb85-e77d7c8c65e6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:12.599271 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-8a8a3cdf-6f28-4563-b9dd-fc747f386499 req-15370562-6388-4956-bb85-e77d7c8c65e6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Calling delete_port for ba837890-3e0b-446e-a8c9-f9318227adf2 owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:08:12.721705 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8a8a3cdf-6f28-4563-b9dd-fc747f386499 req-15370562-6388-4956-bb85-e77d7c8c65e6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:12.725262 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:12.752731 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15370562-6388-4956-bb85-e77d7c8c65e6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Pushing event deleted for resources: {'Port': ['ID=ba837890-3e0b-446e-a8c9-f9318227adf2,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:12.756302 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-15370562-6388-4956-bb85-e77d7c8c65e6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:12.804959 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8a3cdf-6f28-4563-b9dd-fc747f386499 req-15370562-6388-4956-bb85-e77d7c8c65e6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] No DVR routers for this DVR port ba837890-3e0b-446e-a8c9-f9318227adf2 on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:08:12.807427 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8a8a3cdf-6f28-4563-b9dd-fc747f386499 req-15370562-6388-4956-bb85-e77d7c8c65e6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:12.809403 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8a8a3cdf-6f28-4563-b9dd-fc747f386499 req-15370562-6388-4956-bb85-e77d7c8c65e6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.55 "DELETE /v2.0/ports/ba837890-3e0b-446e-a8c9-f9318227adf2 HTTP/1.1" status: 204 len: 173 time: 0.4059899 Jun 28 14:08:12.809892 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfad9d2a-3094-432e-94fe-c4666c12acd0', 'name': 'network-vif-deleted', 'tag': 'ba837890-3e0b-446e-a8c9-f9318227adf2'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:08:12.812180 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2500455-5ed7-4b39-b8c9-ab14268b881d" -d '{"events": [{"server_uuid": "dfad9d2a-3094-432e-94fe-c4666c12acd0", "name": "network-vif-deleted", "tag": "ba837890-3e0b-446e-a8c9-f9318227adf2"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:08:12.849263 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb243da-e3f1-4c6a-9027-f114484f6d4a x-openstack-request-id: req-8bb243da-e3f1-4c6a-9027-f114484f6d4a {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:08:12.849609 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfad9d2a-3094-432e-94fe-c4666c12acd0", "name": "network-vif-deleted", "tag": "ba837890-3e0b-446e-a8c9-f9318227adf2", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:08:12.849945 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8bb243da-e3f1-4c6a-9027-f114484f6d4a {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:08:12.850365 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfad9d2a-3094-432e-94fe-c4666c12acd0', 'name': 'network-vif-deleted', 'tag': 'ba837890-3e0b-446e-a8c9-f9318227adf2', 'status': 'completed', 'code': 200} Jun 28 14:08:12.875827 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-61d2d959-c298-424c-a340-0f6ca7a8ec36 req-14f3b4a3-29ac-4bb6-af6c-6ddd214f0065 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfad9d2a-3094-432e-94fe-c4666c12acd0 HTTP/1.1" status: 200 len: 210 time: 0.0288744 Jun 28 14:08:13.180571 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7ba34-2eca-45b2-8aa6-45d3aaf1e6ec req-66277a6e-69c8-4d7e-8285-e0e41f98ab2a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:13.182004 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e4c7ba34-2eca-45b2-8aa6-45d3aaf1e6ec req-66277a6e-69c8-4d7e-8285-e0e41f98ab2a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 944 time: 0.0625765 Jun 28 14:08:13.219096 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e4c7ba34-2eca-45b2-8aa6-45d3aaf1e6ec req-7e44dab0-e7bb-4fbb-b7fe-f9e796792efd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315428 Jun 28 14:08:13.380105 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['ba837890-3e0b-446e-a8c9-f9318227adf2', 'de31413a-a0e3-429c-978d-f5ce096f9e67'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:08:13.890872 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device c28b30c6-ee36-45ae-b396-1617be4a52dc up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:08:13.939174 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port c28b30c6-ee36-45ae-b396-1617be4a52dc triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:08:13.939554 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:14.013519 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:14.036501 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28b30c6-ee36-45ae-b396-1617be4a52dc'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:08:14.039060 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ec38fc-c633-4bad-8818-a34b11baf6f2" -d '{"events": [{"server_uuid": "0983f6c5-ee56-4e5c-8087-edef65a96c08", "name": "network-vif-plugged", "status": "completed", "tag": "c28b30c6-ee36-45ae-b396-1617be4a52dc"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:08:14.052474 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port c28b30c6-ee36-45ae-b396-1617be4a52dc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:08:14.056485 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:14.057432 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device ba837890-3e0b-446e-a8c9-f9318227adf2 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:08:14.059876 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:14.081423 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a2892b-77cf-454c-928f-1420d390e4b1 x-openstack-request-id: req-a0a2892b-77cf-454c-928f-1420d390e4b1 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:08:14.081735 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0983f6c5-ee56-4e5c-8087-edef65a96c08", "name": "network-vif-plugged", "status": "completed", "tag": "c28b30c6-ee36-45ae-b396-1617be4a52dc", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:08:14.082001 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0a2892b-77cf-454c-928f-1420d390e4b1 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:08:14.082396 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28b30c6-ee36-45ae-b396-1617be4a52dc', 'code': 200} Jun 28 14:08:14.098751 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: ba837890-3e0b-446e-a8c9-f9318227adf2 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:08:14.099105 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device ba837890-3e0b-446e-a8c9-f9318227adf2 not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:08:14.124733 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=c28b30c6-ee36-45ae-b396-1617be4a52dc,revision_number=10']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:14.127675 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:14.332312 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160ea9d-d4b0-43a1-b6bf-2ba278d4d58d req-8d2fe78f-468f-4375-85d3-6f357c665e83 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:14.333772 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3160ea9d-d4b0-43a1-b6bf-2ba278d4d58d req-8d2fe78f-468f-4375-85d3-6f357c665e83 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0641332 Jun 28 14:08:14.371061 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3160ea9d-d4b0-43a1-b6bf-2ba278d4d58d req-f084fd20-1b6a-49bb-863e-be4f08a1cfe8 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316641 Jun 28 14:08:14.398363 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3287ff7-ece7-4526-a7b2-ab937d70b064 req-6720ad81-1d7a-499f-bfcb-518228cc9364 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:14.399846 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e3287ff7-ece7-4526-a7b2-ab937d70b064 req-6720ad81-1d7a-499f-bfcb-518228cc9364 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 946 time: 0.0657222 Jun 28 14:08:14.436166 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e3287ff7-ece7-4526-a7b2-ab937d70b064 req-741d5165-61bf-4b4c-97ec-5afaf5af11cf tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306718 Jun 28 14:08:14.726130 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7c68e-8f4f-458c-b996-bf13263ef880 req-2a960c25-c1e7-49dd-b6f5-40ce6534d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:14.727448 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-31a7c68e-8f4f-458c-b996-bf13263ef880 req-2a960c25-c1e7-49dd-b6f5-40ce6534d216 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 1099 time: 0.0497937 Jun 28 14:08:14.768667 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-31a7c68e-8f4f-458c-b996-bf13263ef880 req-0a87d7f2-08db-4d3b-afd3-26b9b4ca815b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0264118 Jun 28 14:08:15.541065 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61013623-39bc-4194-a26b-7f38e24db3ff req-04525a6d-8f1d-4705-8255-87ca3ff28724 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:15.542529 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-61013623-39bc-4194-a26b-7f38e24db3ff req-04525a6d-8f1d-4705-8255-87ca3ff28724 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0627055 Jun 28 14:08:15.580216 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-61013623-39bc-4194-a26b-7f38e24db3ff req-4ffcc5d3-e03a-41d5-bfb9-75f41dfd6fea tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313494 Jun 28 14:08:15.616438 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f4d01-61b2-45a2-b5a4-5a8b64ec42e8 req-160b1892-7376-46c5-9ea2-84e384052210 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:15.617902 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-589f4d01-61b2-45a2-b5a4-5a8b64ec42e8 req-160b1892-7376-46c5-9ea2-84e384052210 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 946 time: 0.0630648 Jun 28 14:08:15.654851 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-589f4d01-61b2-45a2-b5a4-5a8b64ec42e8 req-a80333e8-95c2-480f-9390-ab8616f046cd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313587 Jun 28 14:08:16.751373 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0364f-b298-4f36-ba6c-fa68197db20a req-7866965e-b896-460e-bec0-2a532119b840 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:16.752870 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-bdd0364f-b298-4f36-ba6c-fa68197db20a req-7866965e-b896-460e-bec0-2a532119b840 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0640557 Jun 28 14:08:16.790764 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-bdd0364f-b298-4f36-ba6c-fa68197db20a req-7dbe2717-9ca4-405b-815f-7380dcd871f6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322111 Jun 28 14:08:16.840514 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480bb6e-bed5-4a93-9833-04c7ddd035f5 req-613abbfd-d79e-43a4-bedb-9ec04f5aa146 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:16.841973 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9480bb6e-bed5-4a93-9833-04c7ddd035f5 req-613abbfd-d79e-43a4-bedb-9ec04f5aa146 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 946 time: 0.0669129 Jun 28 14:08:16.880658 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9480bb6e-bed5-4a93-9833-04c7ddd035f5 req-7e9c58c5-231f-48cf-82a7-619db45c8309 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324473 Jun 28 14:08:17.962220 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9731f14-c73c-4a0e-818c-85d3d3619d2a req-24c9cee3-7cab-4564-b8a7-62356f1d5c74 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:17.963677 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c9731f14-c73c-4a0e-818c-85d3d3619d2a req-24c9cee3-7cab-4564-b8a7-62356f1d5c74 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0646255 Jun 28 14:08:18.001241 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c9731f14-c73c-4a0e-818c-85d3d3619d2a req-6455648d-a9d0-4918-bbc9-a98dba784eab tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320773 Jun 28 14:08:18.054147 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8bda4-239a-4c03-8a7c-8699d7c5a5e3 req-c05613b7-de5b-481b-8142-889b8314bac9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:18.055616 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b3f8bda4-239a-4c03-8a7c-8699d7c5a5e3 req-c05613b7-de5b-481b-8142-889b8314bac9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 946 time: 0.0613801 Jun 28 14:08:18.091071 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b3f8bda4-239a-4c03-8a7c-8699d7c5a5e3 req-6e06ddff-5960-42c8-a9d4-4215e062ec4d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298817 Jun 28 14:08:19.168802 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19012fe8-c4cb-4093-b510-93387fd0f435 req-b2b878dd-678c-4aa7-b0c3-f8ba0369101e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:19.170253 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-19012fe8-c4cb-4093-b510-93387fd0f435 req-b2b878dd-678c-4aa7-b0c3-f8ba0369101e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0622308 Jun 28 14:08:19.207396 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-19012fe8-c4cb-4093-b510-93387fd0f435 req-e859e05b-8283-4e04-966e-ddecda25278d tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306997 Jun 28 14:08:20.378682 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34963a8a-96e6-4578-87eb-73d2b8262003 req-b047f6dc-b228-4507-bcc2-d814ea5fe94e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:20.380149 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-34963a8a-96e6-4578-87eb-73d2b8262003 req-b047f6dc-b228-4507-bcc2-d814ea5fe94e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0636010 Jun 28 14:08:20.415603 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-34963a8a-96e6-4578-87eb-73d2b8262003 req-10504229-86f0-4f88-be35-b3282a077384 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300214 Jun 28 14:08:21.586448 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e517563-dd59-4310-932f-18616bdbf655 req-8f54ec58-67d1-443e-9141-2c073cf33fdc tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:21.587911 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8e517563-dd59-4310-932f-18616bdbf655 req-8f54ec58-67d1-443e-9141-2c073cf33fdc tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0645511 Jun 28 14:08:21.623845 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8e517563-dd59-4310-932f-18616bdbf655 req-f5ed6a9d-658d-47f6-92ea-987f20b84e68 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed972c0c-aacf-4dad-9e55-60462cad3e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304339 Jun 28 14:08:21.742146 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78909498-bd1e-4dee-9786-891b4d81aac1 req-e052dc8e-f23b-4681-9905-75ba02cab87c tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:21.743469 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-78909498-bd1e-4dee-9786-891b4d81aac1 req-e052dc8e-f23b-4681-9905-75ba02cab87c tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 946 time: 0.0613143 Jun 28 14:08:21.842504 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-78909498-bd1e-4dee-9786-891b4d81aac1 req-97584d1e-d1cb-4978-b90d-7cbc537fb7a7 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Deleting port de31413a-a0e3-429c-978d-f5ce096f9e67 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:08:21.842837 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-78909498-bd1e-4dee-9786-891b4d81aac1 req-97584d1e-d1cb-4978-b90d-7cbc537fb7a7 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:21.926941 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-78909498-bd1e-4dee-9786-891b4d81aac1 req-97584d1e-d1cb-4978-b90d-7cbc537fb7a7 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] For port de31413a-a0e3-429c-978d-f5ce096f9e67, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=de31413a-a0e3-429c-978d-f5ce096f9e67,segment=NetworkSegment(67284ebe-0528-450e-8b29-982b6689bec5),segment_id=67284ebe-0528-450e-8b29-982b6689bec5)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:08:21.926941 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-78909498-bd1e-4dee-9786-891b4d81aac1 req-97584d1e-d1cb-4978-b90d-7cbc537fb7a7 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:21.939303 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-78909498-bd1e-4dee-9786-891b4d81aac1 req-97584d1e-d1cb-4978-b90d-7cbc537fb7a7 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Calling delete_port for de31413a-a0e3-429c-978d-f5ce096f9e67 owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:08:22.061918 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-78909498-bd1e-4dee-9786-891b4d81aac1 req-97584d1e-d1cb-4978-b90d-7cbc537fb7a7 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:22.066052 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-83fa26e1-a4da-42f5-a333-026d8b97e879 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:22.090626 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97584d1e-d1cb-4978-b90d-7cbc537fb7a7 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Pushing event deleted for resources: {'Port': ['ID=de31413a-a0e3-429c-978d-f5ce096f9e67,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:22.093533 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-97584d1e-d1cb-4978-b90d-7cbc537fb7a7 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:22.111794 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['de31413a-a0e3-429c-978d-f5ce096f9e67'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:08:22.134841 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-78909498-bd1e-4dee-9786-891b4d81aac1 req-97584d1e-d1cb-4978-b90d-7cbc537fb7a7 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] No DVR routers for this DVR port de31413a-a0e3-429c-978d-f5ce096f9e67 on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:08:22.137236 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-78909498-bd1e-4dee-9786-891b4d81aac1 req-97584d1e-d1cb-4978-b90d-7cbc537fb7a7 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:22.139173 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-78909498-bd1e-4dee-9786-891b4d81aac1 req-97584d1e-d1cb-4978-b90d-7cbc537fb7a7 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.55 "DELETE /v2.0/ports/de31413a-a0e3-429c-978d-f5ce096f9e67 HTTP/1.1" status: 204 len: 173 time: 0.3890891 Jun 28 14:08:22.139669 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ada0c7-c0ab-497c-8b93-d494bf4897b8', 'name': 'network-vif-deleted', 'tag': 'de31413a-a0e3-429c-978d-f5ce096f9e67'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:08:22.141980 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5debc6b3-9ed5-4a7b-9255-be1fe3971944" -d '{"events": [{"server_uuid": "f2ada0c7-c0ab-497c-8b93-d494bf4897b8", "name": "network-vif-deleted", "tag": "de31413a-a0e3-429c-978d-f5ce096f9e67"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:08:22.178669 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141d063c-18bd-4b43-9e4c-84d445a48c9a x-openstack-request-id: req-141d063c-18bd-4b43-9e4c-84d445a48c9a {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:08:22.179035 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ada0c7-c0ab-497c-8b93-d494bf4897b8", "name": "network-vif-deleted", "tag": "de31413a-a0e3-429c-978d-f5ce096f9e67", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:08:22.179260 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-141d063c-18bd-4b43-9e4c-84d445a48c9a {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:08:22.179676 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ada0c7-c0ab-497c-8b93-d494bf4897b8', 'name': 'network-vif-deleted', 'tag': 'de31413a-a0e3-429c-978d-f5ce096f9e67', 'status': 'completed', 'code': 200} Jun 28 14:08:22.776321 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-e2ee45f7-6ab0-4c8d-b63a-77b7e57c6d03 req-8642055e-6d67-488b-b3ab-de977e1307cd tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2ada0c7-c0ab-497c-8b93-d494bf4897b8 HTTP/1.1" status: 200 len: 210 time: 0.0291407 Jun 28 14:08:23.868072 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57954) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:24.253221 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6d3d5ca0-98b7-4800-aa49-9bb126b6f374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549623'] for router_interface, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:24.761752 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d5ca0-98b7-4800-aa49-9bb126b6f374 admin admin] Deleting port 6cb0e436-ef89-4da8-8626-7741060280e5 {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:08:24.762091 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6d3d5ca0-98b7-4800-aa49-9bb126b6f374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:24.834764 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [None req-6d3d5ca0-98b7-4800-aa49-9bb126b6f374 admin admin] For port 6cb0e436-ef89-4da8-8626-7741060280e5, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=6cb0e436-ef89-4da8-8626-7741060280e5,segment=NetworkSegment(67284ebe-0528-450e-8b29-982b6689bec5),segment_id=67284ebe-0528-450e-8b29-982b6689bec5)] {{(pid=93024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:08:24.835116 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6d3d5ca0-98b7-4800-aa49-9bb126b6f374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:24.847561 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d5ca0-98b7-4800-aa49-9bb126b6f374 admin admin] Calling delete_port for 6cb0e436-ef89-4da8-8626-7741060280e5 owned by network:router_interface {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:08:25.062320 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6d3d5ca0-98b7-4800-aa49-9bb126b6f374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:25.064281 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-44d08c46-3ffd-4a18-af9d-a47319a4b555 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:25.090512 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d5ca0-98b7-4800-aa49-9bb126b6f374 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb0e436-ef89-4da8-8626-7741060280e5,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:25.093535 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-6d3d5ca0-98b7-4800-aa49-9bb126b6f374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:25.246078 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6d3d5ca0-98b7-4800-aa49-9bb126b6f374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705287'] for router_interface, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:25.446849 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3d5ca0-98b7-4800-aa49-9bb126b6f374 admin admin] Router a36c23af-51e2-4278-a433-c8ff20f9abbd has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:08:25.547388 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3d5ca0-98b7-4800-aa49-9bb126b6f374 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:08:25.553012 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-6d3d5ca0-98b7-4800-aa49-9bb126b6f374 admin admin] 10.222.0.11 "PUT /v2.0/routers/a36c23af-51e2-4278-a433-c8ff20f9abbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6839430 Jun 28 14:08:25.555518 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57956) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:25.556286 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff3b040-55ea-4dc2-9388-477219332c80 None None] Sync routers for ids ['a36c23af-51e2-4278-a433-c8ff20f9abbd'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:08:25.565728 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff3b040-55ea-4dc2-9388-477219332c80 None None] Routers {'a36c23af-51e2-4278-a433-c8ff20f9abbd'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:08:25.566335 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-4ff3b040-55ea-4dc2-9388-477219332c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:08:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['a36c23af-51e2-4278-a433-c8ff20f9abbd'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:08:25.653531 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] Notify callbacks [] for router, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:25.663188 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-4ff3b040-55ea-4dc2-9388-477219332c80 None None] Set router a36c23af-51e2-4278-a433-c8ff20f9abbd gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:08:25.752242 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:25.801104 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] Deleting port 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:08:25.801450 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:25.831935 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-4ff3b040-55ea-4dc2-9388-477219332c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'name': 'tempest-ServerRescueNegativeTestJSON-462772660-router', 'tenant_id': 'fe5908865c604ba49eaf1e3905e97327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:08:25Z', 'revision_number': 5, 'project_id': 'fe5908865c604ba49eaf1e3905e97327', 'gw_port': {'id': '9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:08:25.856647 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff3b040-55ea-4dc2-9388-477219332c80 None None] Checking router: a36c23af-51e2-4278-a433-c8ff20f9abbd for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:08:25.865243 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff3b040-55ea-4dc2-9388-477219332c80 None None] Routers {'a36c23af-51e2-4278-a433-c8ff20f9abbd'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:08:25.865838 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-4ff3b040-55ea-4dc2-9388-477219332c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:08:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['a36c23af-51e2-4278-a433-c8ff20f9abbd'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:08:25.880122 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] For port 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:08:25.880475 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:25.891667 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] Calling delete_port for 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b owned by network:router_gateway {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:08:25.927105 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device de31413a-a0e3-429c-978d-f5ce096f9e67 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:08:25.946572 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: de31413a-a0e3-429c-978d-f5ce096f9e67 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:08:25.947267 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device de31413a-a0e3-429c-978d-f5ce096f9e67 not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:08:25.949818 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-4ff3b040-55ea-4dc2-9388-477219332c80 None None] Set router a36c23af-51e2-4278-a433-c8ff20f9abbd gateway port host: None {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:08:26.002711 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-4ff3b040-55ea-4dc2-9388-477219332c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'name': 'tempest-ServerRescueNegativeTestJSON-462772660-router', 'tenant_id': 'fe5908865c604ba49eaf1e3905e97327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:08:25Z', 'revision_number': 6, 'project_id': 'fe5908865c604ba49eaf1e3905e97327', 'gw_port_host': None}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:08:26.027262 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff3b040-55ea-4dc2-9388-477219332c80 None None] The sync data for ids ['a36c23af-51e2-4278-a433-c8ff20f9abbd'] in dv-cinder-761113-15-iscsi is: [{'id': 'a36c23af-51e2-4278-a433-c8ff20f9abbd', 'name': 'tempest-ServerRescueNegativeTestJSON-462772660-router', 'tenant_id': 'fe5908865c604ba49eaf1e3905e97327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:08:25Z', 'revision_number': 6, 'project_id': 'fe5908865c604ba49eaf1e3905e97327', 'gw_port_host': None}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:08:26.051008 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.052969 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:26.077600 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] Pushing event deleted for resources: {'Port': ['ID=9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:26.081313 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:26.138416 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707218'] for router_gateway, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.232822 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28729'] for router, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.235074 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.294959 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706264'] for router, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.295402 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] Fanout notify agent at l3_agent the message router_deleted on router a36c23af-51e2-4278-a433-c8ff20f9abbd {{(pid=93024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 14:08:26.300946 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] Notify callbacks [] for router, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.302187 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] 10.222.0.11 "DELETE /v2.0/routers/a36c23af-51e2-4278-a433-c8ff20f9abbd HTTP/1.1" status: 204 len: 168 time: 0.7457037 Jun 28 14:08:26.304639 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57958) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:26.349801 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0bff03-2635-4f95-b117-90470f9cd10b admin admin] Deleting subnet ef022ae7-61d0-4f32-bcef-65ede9752248 {{(pid=93024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:08:26.356913 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-de0bff03-2635-4f95-b117-90470f9cd10b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.366595 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.396332 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-de0bff03-2635-4f95-b117-90470f9cd10b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640428'] for subnet, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.437954 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-de0bff03-2635-4f95-b117-90470f9cd10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722368'] for subnet, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.496474 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 6cb0e436-ef89-4da8-8626-7741060280e5 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:08:26.496672 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-de0bff03-2635-4f95-b117-90470f9cd10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6079573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6240845'] for subnet, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.499945 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:26.517483 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: 6cb0e436-ef89-4da8-8626-7741060280e5 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:08:26.517912 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 6cb0e436-ef89-4da8-8626-7741060280e5 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:08:26.531739 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bff03-2635-4f95-b117-90470f9cd10b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef022ae7-61d0-4f32-bcef-65ede9752248,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:26.534391 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-de0bff03-2635-4f95-b117-90470f9cd10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:26.537150 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-de0bff03-2635-4f95-b117-90470f9cd10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.540651 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-de0bff03-2635-4f95-b117-90470f9cd10b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ef022ae7-61d0-4f32-bcef-65ede9752248 HTTP/1.1" status: 204 len: 168 time: 0.2351282 Jun 28 14:08:26.543187 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57960) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:26.607101 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aec66cc3-9fd9-4596-8e02-ff351710eb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813611'] for network, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.684694 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aec66cc3-9fd9-4596-8e02-ff351710eb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722966', 'neutron.services.segments.db._delete_segments_for_network-8749054792488'] for network, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.693807 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-aec66cc3-9fd9-4596-8e02-ff351710eb56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f3ae30-07f9-4a91-9442-31b27cbf5240']}} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:08:26.702792 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-aec66cc3-9fd9-4596-8e02-ff351710eb56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67284ebe-0528-450e-8b29-982b6689bec5') {'for_net_delete': True} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:08:26.703086 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-aec66cc3-9fd9-4596-8e02-ff351710eb56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67284ebe-0528-450e-8b29-982b6689bec5') {} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:08:26.711262 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aec66cc3-9fd9-4596-8e02-ff351710eb56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054738571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640469'] for segment, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.724449 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aec66cc3-9fd9-4596-8e02-ff351710eb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.730100 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec66cc3-9fd9-4596-8e02-ff351710eb56 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=93024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:08:26.730533 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aec66cc3-9fd9-4596-8e02-ff351710eb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6079670'] for segment, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: Traceback (most recent call last): Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: timer() Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: cb(*args, **kw) Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: return func(*args, **kwargs) Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: self._notify() Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: self.callback(batched_events) Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: event.method(event) Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: return f(self, *a, **k) Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: return self._get(url).json() Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: return self.request(url, 'GET', **kwargs) Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:08:26.732148 dv-cinder-761113-15-iscsi neutron-server[93024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:08:26.781210 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aec66cc3-9fd9-4596-8e02-ff351710eb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707171'] for network, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.785893 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-158b0669-553d-4c04-b478-6577d42427a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:26.789583 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aec66cc3-9fd9-4596-8e02-ff351710eb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:26.791372 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-aec66cc3-9fd9-4596-8e02-ff351710eb56 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d8f3ae30-07f9-4a91-9442-31b27cbf5240 HTTP/1.1" status: 204 len: 168 time: 0.2472398 Jun 28 14:08:26.801068 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec66cc3-9fd9-4596-8e02-ff351710eb56 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8f3ae30-07f9-4a91-9442-31b27cbf5240,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:26.803315 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-aec66cc3-9fd9-4596-8e02-ff351710eb56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:26.951717 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57964) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:26.996792 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-376f6c83-8907-4fc3-a881-1f8e86b6da69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe5908865c604ba49eaf1e3905e97327&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416651 Jun 28 14:08:26.997148 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 57966) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:27.045272 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-bdeda4fd-292f-4337-954d-3c5db59c8749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:27.066593 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-bdeda4fd-292f-4337-954d-3c5db59c8749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:27.120115 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-bdeda4fd-292f-4337-954d-3c5db59c8749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:27.122684 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-bdeda4fd-292f-4337-954d-3c5db59c8749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:27.123878 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-bdeda4fd-292f-4337-954d-3c5db59c8749 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed972c0c-aacf-4dad-9e55-60462cad3e78 HTTP/1.1" status: 204 len: 168 time: 0.1257434 Jun 28 14:08:27.124621 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-16765bb3-3ac3-4492-8e7a-d58977ed88f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:27.131786 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeda4fd-292f-4337-954d-3c5db59c8749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed972c0c-aacf-4dad-9e55-60462cad3e78,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:27.134203 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-bdeda4fd-292f-4337-954d-3c5db59c8749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:28.270175 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:08:28.293786 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:08:28.294149 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 9e1650e3-c8fc-4cfa-a392-8edc94aa9f1b not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:08:31.360543 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cbff82e9-43f6-448f-b969-4f270b7b7527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:31.780516 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:08:32.802354 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58054) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:32.901265 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6fc48166-73ec-4f5f-a29b-540e3b256e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:32.986136 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6fc48166-73ec-4f5f-a29b-540e3b256e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:32.989840 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-6fc48166-73ec-4f5f-a29b-540e3b256e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:32.993078 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-e8a543c6-4e98-4103-b661-5ef19c45ca01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:33.027015 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-6fc48166-73ec-4f5f-a29b-540e3b256e4b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9a6a1e55ae04dd99006603449006d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236507 Jun 28 14:08:33.028266 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc48166-73ec-4f5f-a29b-540e3b256e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea16a1d-c3bb-41ac-98f1-153a7fd650f4,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:33.029684 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 58058) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:33.031455 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-6fc48166-73ec-4f5f-a29b-540e3b256e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:33.081428 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0565840f-eed5-4acf-b237-94fe1882360f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:33.101499 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0565840f-eed5-4acf-b237-94fe1882360f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:33.155397 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0565840f-eed5-4acf-b237-94fe1882360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:33.158243 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0565840f-eed5-4acf-b237-94fe1882360f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:33.159419 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-0565840f-eed5-4acf-b237-94fe1882360f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ea16a1d-c3bb-41ac-98f1-153a7fd650f4 HTTP/1.1" status: 204 len: 168 time: 0.1287315 Jun 28 14:08:33.160366 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:33.167867 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565840f-eed5-4acf-b237-94fe1882360f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea16a1d-c3bb-41ac-98f1-153a7fd650f4,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:33.170436 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-0565840f-eed5-4acf-b237-94fe1882360f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:33.406279 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 58064) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:33.419609 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-cb6075bf-d11f-4f6c-8e23-b3a16a08b55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:33.508675 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-cb6075bf-d11f-4f6c-8e23-b3a16a08b55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:33.512289 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-cb6075bf-d11f-4f6c-8e23-b3a16a08b55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:33.514639 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-cc02a92b-62dd-43c2-9cea-7dc0b6400f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:33.550709 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-cb6075bf-d11f-4f6c-8e23-b3a16a08b55e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4e39d607f1b43ba80a5cddad0345943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433852 Jun 28 14:08:33.551570 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6075bf-d11f-4f6c-8e23-b3a16a08b55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3edbbf9-8efa-47f1-bfc1-3d4f29b7f625,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:33.553398 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58066) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:33.554598 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-cb6075bf-d11f-4f6c-8e23-b3a16a08b55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:33.603381 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-35913166-7a66-4cb6-a64c-539a78b8b482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:33.622983 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-35913166-7a66-4cb6-a64c-539a78b8b482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:33.667448 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-35913166-7a66-4cb6-a64c-539a78b8b482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:33.669935 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-35913166-7a66-4cb6-a64c-539a78b8b482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:33.671005 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-35913166-7a66-4cb6-a64c-539a78b8b482 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3edbbf9-8efa-47f1-bfc1-3d4f29b7f625 HTTP/1.1" status: 204 len: 168 time: 0.1165972 Jun 28 14:08:33.671733 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-9c87cc50-917a-44b5-9636-d671fc3edd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:33.678583 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35913166-7a66-4cb6-a64c-539a78b8b482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3edbbf9-8efa-47f1-bfc1-3d4f29b7f625,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:33.680795 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-35913166-7a66-4cb6-a64c-539a78b8b482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:33.874672 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-64fcde74-1529-4953-b7cc-de0bd01489b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:34.161322 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:35.050377 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:35.793426 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58136) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:35.891613 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-33380846-bcd1-43dc-9f2e-b380853413b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:35.975751 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-33380846-bcd1-43dc-9f2e-b380853413b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:35.979314 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-33380846-bcd1-43dc-9f2e-b380853413b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:35.981743 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-22aa7d7f-ff3e-49fb-9234-f645d20b2320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:36.016815 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-33380846-bcd1-43dc-9f2e-b380853413b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c18d6d075da4d149037bf9860cd6bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222915 Jun 28 14:08:36.018218 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33380846-bcd1-43dc-9f2e-b380853413b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2785097f-44e2-4748-bf06-7d3fca5b8f13,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:36.019971 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 58142) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:36.021682 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-33380846-bcd1-43dc-9f2e-b380853413b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:36.067303 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c1d3f935-4dae-4946-80c9-05f79b9142ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:36.090722 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c1d3f935-4dae-4946-80c9-05f79b9142ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:36.134282 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c1d3f935-4dae-4946-80c9-05f79b9142ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:36.136894 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c1d3f935-4dae-4946-80c9-05f79b9142ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:36.138025 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-c1d3f935-4dae-4946-80c9-05f79b9142ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2785097f-44e2-4748-bf06-7d3fca5b8f13 HTTP/1.1" status: 204 len: 168 time: 0.1170695 Jun 28 14:08:36.138784 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ceec7c58-5c6f-4360-9f40-6f3539606f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:36.148523 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3f935-4dae-4946-80c9-05f79b9142ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2785097f-44e2-4748-bf06-7d3fca5b8f13,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:36.152056 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-c1d3f935-4dae-4946-80c9-05f79b9142ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:36.384301 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 58150) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:36.398001 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6cd7833b-a5a5-4de6-80d7-f9065c44d0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:36.496093 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6cd7833b-a5a5-4de6-80d7-f9065c44d0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:36.500382 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:36.501293 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6cd7833b-a5a5-4de6-80d7-f9065c44d0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:36.505264 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3d9895a0-d7d5-4050-a332-4b235d20f791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:36.540479 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-6cd7833b-a5a5-4de6-80d7-f9065c44d0ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=926e96a15b834c97a343fa2306856d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551130 Jun 28 14:08:36.541657 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7833b-a5a5-4de6-80d7-f9065c44d0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68a2470-866e-4313-a49f-84d870e60a4c,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:36.543262 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58152) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:36.544880 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6cd7833b-a5a5-4de6-80d7-f9065c44d0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:36.595493 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b821a832-2ab8-49bb-b896-51e1d7ca9662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:36.617585 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b821a832-2ab8-49bb-b896-51e1d7ca9662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:36.667779 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b821a832-2ab8-49bb-b896-51e1d7ca9662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:36.670399 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b821a832-2ab8-49bb-b896-51e1d7ca9662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:36.671752 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-b821a832-2ab8-49bb-b896-51e1d7ca9662 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a68a2470-866e-4313-a49f-84d870e60a4c HTTP/1.1" status: 204 len: 168 time: 0.1272368 Jun 28 14:08:36.672698 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-7b00c0ac-72cc-4f76-a2ed-db343ec01d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:36.680497 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821a832-2ab8-49bb-b896-51e1d7ca9662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68a2470-866e-4313-a49f-84d870e60a4c,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:36.682965 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-b821a832-2ab8-49bb-b896-51e1d7ca9662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:36.746022 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5682bac-39b8-48dc-9b93-0d48592bb380 req-fe90d153-7b85-440e-b891-0e77f5f24503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:36.747527 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f5682bac-39b8-48dc-9b93-0d48592bb380 req-fe90d153-7b85-440e-b891-0e77f5f24503 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac7ad9c8896f475695055660012401f8&device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 1137 time: 0.0928657 Jun 28 14:08:36.755896 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff5c5b-eb0d-4fe8-a04d-fb6ab86e0a9a req-aa17a3e4-c68a-4e95-b619-008b3088e23b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:36.757269 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-64ff5c5b-eb0d-4fe8-a04d-fb6ab86e0a9a req-aa17a3e4-c68a-4e95-b619-008b3088e23b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 984 time: 0.1131310 Jun 28 14:08:36.851068 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-64ff5c5b-eb0d-4fe8-a04d-fb6ab86e0a9a req-95417a1e-3934-4c58-9138-0f71c384e69c tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&id=7cf84250-e71e-41e9-b6bc-05584ddd6c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847743 Jun 28 14:08:36.870379 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5682bac-39b8-48dc-9b93-0d48592bb380 req-e6ecfca2-70ce-45ce-a0de-4bdd203c9ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:36.871857 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f5682bac-39b8-48dc-9b93-0d48592bb380 req-e6ecfca2-70ce-45ce-a0de-4bdd203c9ef7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2022ef6f-f21a-45ac-8ff2-03a56f1131bd HTTP/1.1" status: 200 len: 916 time: 0.1137049 Jun 28 14:08:36.945030 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f5682bac-39b8-48dc-9b93-0d48592bb380 req-181aaa33-7128-45d7-ad75-c2450d6cfd0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab29a690-6600-4f8b-b032-46ca58e78c0e HTTP/1.1" status: 200 len: 999 time: 0.0608051 Jun 28 14:08:36.993905 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5682bac-39b8-48dc-9b93-0d48592bb380 req-1dcc0bc7-e80f-4f81-86c0-e36ef0174e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:36.995353 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f5682bac-39b8-48dc-9b93-0d48592bb380 req-1dcc0bc7-e80f-4f81-86c0-e36ef0174e9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60932ee8-d938-4148-9394-d0005119e06f HTTP/1.1" status: 200 len: 854 time: 0.0428586 Jun 28 14:08:37.052712 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5682bac-39b8-48dc-9b93-0d48592bb380 req-5d327656-f030-4bab-b738-d3376641e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:37.054209 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f5682bac-39b8-48dc-9b93-0d48592bb380 req-5d327656-f030-4bab-b738-d3376641e2f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2022ef6f-f21a-45ac-8ff2-03a56f1131bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507376 Jun 28 14:08:37.150959 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f5682bac-39b8-48dc-9b93-0d48592bb380 req-37c9f459-4fc9-43aa-9966-a20e75fe21df service neutron] 10.222.0.55 "GET /v2.0/networks/2022ef6f-f21a-45ac-8ff2-03a56f1131bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842588 Jun 28 14:08:37.248143 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f5682bac-39b8-48dc-9b93-0d48592bb380 req-0c6590b1-1951-474b-a341-235e06c5b927 service neutron] 10.222.0.55 "GET /v2.0/networks/2022ef6f-f21a-45ac-8ff2-03a56f1131bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893250 Jun 28 14:08:37.742614 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58194) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:37.846275 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2175ae11-03d8-4544-9b7e-c807a16d29c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:37.935353 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2175ae11-03d8-4544-9b7e-c807a16d29c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:37.940055 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2175ae11-03d8-4544-9b7e-c807a16d29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:37.943396 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-15b3452e-76fd-410a-acd0-3274e78be8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:37.979385 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-2175ae11-03d8-4544-9b7e-c807a16d29c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d03a948818d45d3b5153684f47325b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357032 Jun 28 14:08:37.980666 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175ae11-03d8-4544-9b7e-c807a16d29c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65da5c6b-1f69-49f1-af0c-631f1ccd2869,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:37.983624 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-2175ae11-03d8-4544-9b7e-c807a16d29c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:37.984551 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58200) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:38.032680 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6201d1-76f9-488a-93f3-331b21396c70 req-74e0f04f-5fcf-43bf-87bd-6ef2fe3aef15 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:38.034269 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9d6201d1-76f9-488a-93f3-331b21396c70 req-74e0f04f-5fcf-43bf-87bd-6ef2fe3aef15 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 984 time: 0.0684929 Jun 28 14:08:38.034627 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9e890985-3d18-4420-a49d-362ac4c727be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:38.054984 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9e890985-3d18-4420-a49d-362ac4c727be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:38.073645 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9d6201d1-76f9-488a-93f3-331b21396c70 req-3f0e466b-f63c-45c2-854d-0727768e6a69 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&id=7cf84250-e71e-41e9-b6bc-05584ddd6c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335867 Jun 28 14:08:38.102198 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9e890985-3d18-4420-a49d-362ac4c727be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:38.104992 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9e890985-3d18-4420-a49d-362ac4c727be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:38.109001 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-9e890985-3d18-4420-a49d-362ac4c727be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65da5c6b-1f69-49f1-af0c-631f1ccd2869 HTTP/1.1" status: 204 len: 168 time: 0.1235368 Jun 28 14:08:38.110159 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-596a1f9e-8b95-4d79-ac1b-46bf7133fba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:38.117987 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e890985-3d18-4420-a49d-362ac4c727be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65da5c6b-1f69-49f1-af0c-631f1ccd2869,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:38.120532 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-9e890985-3d18-4420-a49d-362ac4c727be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:38.900257 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d4a46-88fb-4344-8c10-03e90fdb9c7c req-b46fef7f-3fb3-412c-a85d-4c87ca305e44 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:38.901767 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-066d4a46-88fb-4344-8c10-03e90fdb9c7c req-b46fef7f-3fb3-412c-a85d-4c87ca305e44 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0632770 Jun 28 14:08:38.941237 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-066d4a46-88fb-4344-8c10-03e90fdb9c7c req-b8dafe6e-7f85-463a-95d4-762e35561fc7 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336840 Jun 28 14:08:39.067657 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58238) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:39.178268 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b8639b18-0ff1-4e1e-a723-92c2b5fa2046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:39.288527 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb97a9-bf5e-40a3-a5ee-0e413b9317e6 req-e78abb46-3172-4fa0-8f92-453e191e911b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:39.289975 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-48fb97a9-bf5e-40a3-a5ee-0e413b9317e6 req-e78abb46-3172-4fa0-8f92-453e191e911b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 984 time: 0.0964866 Jun 28 14:08:39.337373 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b8639b18-0ff1-4e1e-a723-92c2b5fa2046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:39.347717 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-48fb97a9-bf5e-40a3-a5ee-0e413b9317e6 req-ca5580ce-38a5-4c1a-a161-23b912a150e6 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&id=7cf84250-e71e-41e9-b6bc-05584ddd6c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510049 Jun 28 14:08:39.348280 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b8639b18-0ff1-4e1e-a723-92c2b5fa2046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:39.351420 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-35913166-7a66-4cb6-a64c-539a78b8b482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:39.385851 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-b8639b18-0ff1-4e1e-a723-92c2b5fa2046 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bba8164617fb4a0ea16225d6daeb7850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171334 Jun 28 14:08:39.386735 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8639b18-0ff1-4e1e-a723-92c2b5fa2046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b7294c-afda-4141-9dae-a4effc6b5c0b,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:39.388592 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 58246) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:39.389798 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-b8639b18-0ff1-4e1e-a723-92c2b5fa2046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:39.442079 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a529f592-30a3-4eb2-8388-e6f10007b621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:39.465777 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a529f592-30a3-4eb2-8388-e6f10007b621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:39.511085 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a529f592-30a3-4eb2-8388-e6f10007b621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:39.513650 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a529f592-30a3-4eb2-8388-e6f10007b621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:39.514774 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-a529f592-30a3-4eb2-8388-e6f10007b621 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8b7294c-afda-4141-9dae-a4effc6b5c0b HTTP/1.1" status: 204 len: 168 time: 0.1251149 Jun 28 14:08:39.515520 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6c43942f-b6bc-4762-8841-50549bfc4701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:39.522928 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529f592-30a3-4eb2-8388-e6f10007b621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b7294c-afda-4141-9dae-a4effc6b5c0b,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:39.525440 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-a529f592-30a3-4eb2-8388-e6f10007b621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:40.108258 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea6a3-81a6-45ee-b0d2-6e47d69a7f6e req-0bbab1d7-a081-4c64-afd8-c76db0592dd1 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:40.109978 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-89cea6a3-81a6-45ee-b0d2-6e47d69a7f6e req-0bbab1d7-a081-4c64-afd8-c76db0592dd1 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0618908 Jun 28 14:08:40.147943 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-89cea6a3-81a6-45ee-b0d2-6e47d69a7f6e req-fb7ee155-9784-44b5-adc1-8d9cd53cd9e5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321062 Jun 28 14:08:40.530022 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94fd67-9b85-4877-8c4f-791532b9c94c req-ccf2596a-e1fe-4e04-b051-11e8c81a7edf tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:40.531663 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-0b94fd67-9b85-4877-8c4f-791532b9c94c req-ccf2596a-e1fe-4e04-b051-11e8c81a7edf tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 984 time: 0.0695395 Jun 28 14:08:40.571544 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-0b94fd67-9b85-4877-8c4f-791532b9c94c req-4848e4ff-f045-451d-b170-1cdfc516da63 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&id=7cf84250-e71e-41e9-b6bc-05584ddd6c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341361 Jun 28 14:08:41.318785 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa21f3d-652d-4f7b-9167-72499f159d8b req-a54029fb-de62-44d3-9d15-bde71f641155 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:41.320266 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0aa21f3d-652d-4f7b-9167-72499f159d8b req-a54029fb-de62-44d3-9d15-bde71f641155 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0619013 Jun 28 14:08:41.357064 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0aa21f3d-652d-4f7b-9167-72499f159d8b req-2f1626cb-267a-491f-aa17-6da44b2be3e3 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312839 Jun 28 14:08:41.749933 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10634a7b-03a0-4cf8-be24-f1320cb6fee8 req-b66d837f-78de-4d60-be14-095aa95d94dd tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:41.751336 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-10634a7b-03a0-4cf8-be24-f1320cb6fee8 req-b66d837f-78de-4d60-be14-095aa95d94dd tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 984 time: 0.0662477 Jun 28 14:08:41.789487 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-10634a7b-03a0-4cf8-be24-f1320cb6fee8 req-a95f3c44-c86c-4597-840b-3cac46118f5c tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&id=7cf84250-e71e-41e9-b6bc-05584ddd6c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324614 Jun 28 14:08:42.528710 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be4c87-e694-4df6-93a9-75607a1833cd req-87151c8f-117e-421d-94ef-71f5fbd31fb1 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:42.530223 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e8be4c87-e694-4df6-93a9-75607a1833cd req-87151c8f-117e-421d-94ef-71f5fbd31fb1 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0660567 Jun 28 14:08:42.567310 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e8be4c87-e694-4df6-93a9-75607a1833cd req-ec4ebae4-a985-46ef-8765-5543a558daac tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313416 Jun 28 14:08:42.968528 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2077f9-05b0-482a-a469-990bd3759480 req-f0bf42a7-57e0-4fee-8e56-d93edd7a9339 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:42.970581 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-9e2077f9-05b0-482a-a469-990bd3759480 req-f0bf42a7-57e0-4fee-8e56-d93edd7a9339 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 984 time: 0.0643878 Jun 28 14:08:43.008123 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-9e2077f9-05b0-482a-a469-990bd3759480 req-37fef053-1a70-4d14-a778-7e2146351dd6 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&id=7cf84250-e71e-41e9-b6bc-05584ddd6c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319324 Jun 28 14:08:43.733772 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801d085-1da0-4aba-b59a-17dcfa2bd8c6 req-21815de6-5cab-458f-9ab7-5373753ce4b5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:43.736328 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4801d085-1da0-4aba-b59a-17dcfa2bd8c6 req-21815de6-5cab-458f-9ab7-5373753ce4b5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0609853 Jun 28 14:08:43.778545 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4801d085-1da0-4aba-b59a-17dcfa2bd8c6 req-c0b479a1-460d-49b8-b9c1-a7dc98ed1058 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366142 Jun 28 14:08:44.184707 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5f34c-eb46-43f8-8982-55484cdbe276 req-91818441-3605-48cf-94eb-f553f6394750 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:44.186137 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2bc5f34c-eb46-43f8-8982-55484cdbe276 req-91818441-3605-48cf-94eb-f553f6394750 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 984 time: 0.0611019 Jun 28 14:08:44.223909 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2bc5f34c-eb46-43f8-8982-55484cdbe276 req-9869c0e2-0654-4eeb-9816-2fbda32005ab tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&id=7cf84250-e71e-41e9-b6bc-05584ddd6c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321970 Jun 28 14:08:44.947714 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d5eb5-6608-4fc5-be36-328cab910142 req-715c6dac-ef84-448b-b787-0bed6c78b8e8 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:44.949145 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f60d5eb5-6608-4fc5-be36-328cab910142 req-715c6dac-ef84-448b-b787-0bed6c78b8e8 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0636711 Jun 28 14:08:44.986147 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f60d5eb5-6608-4fc5-be36-328cab910142 req-b2b7ad96-c201-4201-98e6-4f98761525ed tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310776 Jun 28 14:08:45.391175 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23d6fa-5282-434c-b03c-be6c24b7f239 req-6e412ab5-c887-4dce-bdf1-913731cdbda1 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:45.392644 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7b23d6fa-5282-434c-b03c-be6c24b7f239 req-6e412ab5-c887-4dce-bdf1-913731cdbda1 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 984 time: 0.0614107 Jun 28 14:08:45.431007 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7b23d6fa-5282-434c-b03c-be6c24b7f239 req-d0b8196e-02a1-4e97-ae73-becab45f0c08 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&id=7cf84250-e71e-41e9-b6bc-05584ddd6c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327613 Jun 28 14:08:46.163578 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a2a0a-f8bd-4f41-9ad3-b2d37a8e72e5 req-6b9a09d5-dc9c-4c0a-ac93-0b0621d0155d tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:46.165072 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-142a2a0a-f8bd-4f41-9ad3-b2d37a8e72e5 req-6b9a09d5-dc9c-4c0a-ac93-0b0621d0155d tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0653207 Jun 28 14:08:46.203035 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-142a2a0a-f8bd-4f41-9ad3-b2d37a8e72e5 req-69f3bbe2-1fa5-4383-a273-cec274e8f00e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321259 Jun 28 14:08:46.603292 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efaf6c-9614-48bd-91d6-3f342f37eaa2 req-4397a5e7-67d5-4641-ac84-8b2d3a1286be tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:46.604661 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a8efaf6c-9614-48bd-91d6-3f342f37eaa2 req-4397a5e7-67d5-4641-ac84-8b2d3a1286be tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 984 time: 0.0637255 Jun 28 14:08:46.644230 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a8efaf6c-9614-48bd-91d6-3f342f37eaa2 req-c2759538-2a33-42df-82b8-5882c81825de tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&id=7cf84250-e71e-41e9-b6bc-05584ddd6c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336282 Jun 28 14:08:47.372523 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca47cd-f627-4007-8594-67ea17de2d3c req-7f906e21-b82b-46ab-b1b3-aef8e5b2d315 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:47.373981 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-faca47cd-f627-4007-8594-67ea17de2d3c req-7f906e21-b82b-46ab-b1b3-aef8e5b2d315 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0623760 Jun 28 14:08:47.411077 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-faca47cd-f627-4007-8594-67ea17de2d3c req-c8156a6f-ad52-4ccf-85b0-748a3b56c0bd tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307329 Jun 28 14:08:47.817588 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fd72a-4ed0-4088-b682-b34a869f6dca req-e7826764-c3a8-482c-b261-bf384f679825 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:47.819055 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3c5fd72a-4ed0-4088-b682-b34a869f6dca req-e7826764-c3a8-482c-b261-bf384f679825 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 984 time: 0.0646820 Jun 28 14:08:47.858539 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3c5fd72a-4ed0-4088-b682-b34a869f6dca req-ef5df061-baed-4300-9792-bd3634ea91d4 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&id=7cf84250-e71e-41e9-b6bc-05584ddd6c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337102 Jun 28 14:08:48.586035 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573a174-100d-4ca1-873c-9a2844d1035d req-d0e9365b-7dea-40ea-8619-40881e0a1b9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:48.587482 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8573a174-100d-4ca1-873c-9a2844d1035d req-d0e9365b-7dea-40ea-8619-40881e0a1b9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0641038 Jun 28 14:08:48.624057 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8573a174-100d-4ca1-873c-9a2844d1035d req-64d14deb-24b2-4dea-b058-5eb6f9ca72df tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309358 Jun 28 14:08:48.747766 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58366) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:48.844856 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:48.938625 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:48.942179 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:48.945500 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-8b11f13e-a2e5-46e2-a6cb-0f7d82821627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:49.253161 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc637b44-3b98-4385-917e-81de13212725,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:49.260815 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=040d5f2912234e4ebd711a17b62bdba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5096345 Jun 28 14:08:49.261605 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 58372) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:08:49.264138 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:49.264522 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:49.264898 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:49.265262 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:49.265995 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:49.265995 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:49.266341 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:49.267245 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:49.267605 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:49.267989 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:49.268878 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:49.268878 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:08:49.274440 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:49.303211 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3eecf-d72a-4cf7-aef5-529594ec2000 req-a957bac3-4aaa-4cac-950c-5c675feda00c tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:49.304693 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c5a3eecf-d72a-4cf7-aef5-529594ec2000 req-a957bac3-4aaa-4cac-950c-5c675feda00c tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 984 time: 0.1011431 Jun 28 14:08:49.315325 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7d64c962-38d4-4c85-8096-9149986c395c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:49.336077 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7d64c962-38d4-4c85-8096-9149986c395c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:49.344177 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c5a3eecf-d72a-4cf7-aef5-529594ec2000 req-ee6846d7-071b-4c9e-8c12-fce9d81abd4e tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&id=7cf84250-e71e-41e9-b6bc-05584ddd6c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337639 Jun 28 14:08:49.383425 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7d64c962-38d4-4c85-8096-9149986c395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:49.386271 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7d64c962-38d4-4c85-8096-9149986c395c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:08:49.387393 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-7d64c962-38d4-4c85-8096-9149986c395c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc637b44-3b98-4385-917e-81de13212725 HTTP/1.1" status: 204 len: 168 time: 0.1245503 Jun 28 14:08:49.388158 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ee95069c-65fb-417e-8ddf-b853f360db10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:08:49.396004 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64c962-38d4-4c85-8096-9149986c395c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc637b44-3b98-4385-917e-81de13212725,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:08:49.398243 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-7d64c962-38d4-4c85-8096-9149986c395c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:08:49.796123 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c602e-3b2e-43df-904d-733adc489462 req-694f308a-5e5d-48b2-8af8-af86acdae13c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:49.797466 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-386c602e-3b2e-43df-904d-733adc489462 req-694f308a-5e5d-48b2-8af8-af86acdae13c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0643301 Jun 28 14:08:49.835907 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-386c602e-3b2e-43df-904d-733adc489462 req-979d72f1-5b60-4c08-ae34-d2e92177f932 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320411 Jun 28 14:08:50.200825 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf3a46-4cc3-46d5-a86a-9d502fee1718 req-7c77643f-3679-4d98-b874-1fca763ac0f9 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:50.202294 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e8cf3a46-4cc3-46d5-a86a-9d502fee1718 req-7c77643f-3679-4d98-b874-1fca763ac0f9 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1021216 Jun 28 14:08:50.204965 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbbeaf-29f6-43d9-aa97-70d082d0c809 req-9eeabe71-472c-4457-8440-5f845f7d570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:50.206295 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e0fbbeaf-29f6-43d9-aa97-70d082d0c809 req-9eeabe71-472c-4457-8440-5f845f7d570d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d4eac73e6144623876ae1a05fa00695&device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 1098 time: 0.0783486 Jun 28 14:08:50.289173 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e8cf3a46-4cc3-46d5-a86a-9d502fee1718 req-f0c0aeb2-21c8-4a4a-a2eb-0f0d69b5bd08 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812502 Jun 28 14:08:50.318890 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbbeaf-29f6-43d9-aa97-70d082d0c809 req-9e5f8086-a4e2-4794-8a5b-9b064c78fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:50.320377 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e0fbbeaf-29f6-43d9-aa97-70d082d0c809 req-9e5f8086-a4e2-4794-8a5b-9b064c78fad5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eee0d957-c088-43bb-b147-4b4d998ec199 HTTP/1.1" status: 200 len: 912 time: 0.1067369 Jun 28 14:08:50.387254 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e0fbbeaf-29f6-43d9-aa97-70d082d0c809 req-edbf56a2-76da-49dc-8003-0ac41e1f67b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df0c0a8-e055-4772-a958-8186e7cc0a17 HTTP/1.1" status: 200 len: 1001 time: 0.0592799 Jun 28 14:08:50.439944 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbbeaf-29f6-43d9-aa97-70d082d0c809 req-962883fc-ce80-43f5-8f4b-f64419e0d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:50.441373 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e0fbbeaf-29f6-43d9-aa97-70d082d0c809 req-962883fc-ce80-43f5-8f4b-f64419e0d1ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5382c2d3-8699-42f8-80f8-0424fb51b52e HTTP/1.1" status: 200 len: 850 time: 0.0465889 Jun 28 14:08:50.500124 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbbeaf-29f6-43d9-aa97-70d082d0c809 req-c4ec4d93-8682-4e8c-8caf-5dc49da7ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:50.502399 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e0fbbeaf-29f6-43d9-aa97-70d082d0c809 req-c4ec4d93-8682-4e8c-8caf-5dc49da7ffe1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eee0d957-c088-43bb-b147-4b4d998ec199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540299 Jun 28 14:08:50.517916 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed9fa2-448d-4883-a677-b1d623732d57 req-de030773-ed0c-47a0-b0ef-1d87e110c21e tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:50.519376 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-baed9fa2-448d-4883-a677-b1d623732d57 req-de030773-ed0c-47a0-b0ef-1d87e110c21e tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 984 time: 0.0621967 Jun 28 14:08:50.562461 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-baed9fa2-448d-4883-a677-b1d623732d57 req-4834249d-3855-49f8-a52d-e47e088df555 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&id=7cf84250-e71e-41e9-b6bc-05584ddd6c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364213 Jun 28 14:08:50.594008 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e0fbbeaf-29f6-43d9-aa97-70d082d0c809 req-e7dd2bc7-e4de-4e5e-8c11-6ae714927ac0 service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842626 Jun 28 14:08:50.681761 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e0fbbeaf-29f6-43d9-aa97-70d082d0c809 req-6dba3c79-3e46-45bc-8710-495e8a7010a7 service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800011 Jun 28 14:08:51.459915 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955b584-98bc-4f4d-95ff-bf4a9a244885 req-6db790a0-ab71-4123-836b-0aa75e05f70b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:51.461403 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c955b584-98bc-4f4d-95ff-bf4a9a244885 req-6db790a0-ab71-4123-836b-0aa75e05f70b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0627811 Jun 28 14:08:51.504617 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c955b584-98bc-4f4d-95ff-bf4a9a244885 req-4d217259-c044-423a-807f-c478fcba504c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373194 Jun 28 14:08:52.675402 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c3177-b9b4-41cf-b61a-e27d4a94ce90 req-9730ce6c-91af-4580-bca7-f39e26ba5816 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:08:52.676870 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-835c3177-b9b4-41cf-b61a-e27d4a94ce90 req-9730ce6c-91af-4580-bca7-f39e26ba5816 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0605414 Jun 28 14:08:52.713216 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-835c3177-b9b4-41cf-b61a-e27d4a94ce90 req-d82c5c38-cc87-4b9f-8db8-e9db992046d2 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307868 Jun 28 14:08:56.361405 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:01.078348 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34e670-120c-4759-a3cf-0673add97bd4 req-4b05f7c6-e08e-477d-88d5-d36484c4684e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:01.079742 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ee34e670-120c-4759-a3cf-0673add97bd4 req-4b05f7c6-e08e-477d-88d5-d36484c4684e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 946 time: 0.0600612 Jun 28 14:09:01.115875 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ee34e670-120c-4759-a3cf-0673add97bd4 req-2492be30-bdb3-4862-b268-902dbb7b27d4 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306683 Jun 28 14:09:01.361552 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-bf3b567c-622c-4a0c-94c1-8c672ce25569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:02.288111 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3ac8b-1b0f-419e-922e-55ccc451e366 req-822b72c3-0a60-4cf3-a3f6-9cc448b3abe0 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:02.289556 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-12b3ac8b-1b0f-419e-922e-55ccc451e366 req-822b72c3-0a60-4cf3-a3f6-9cc448b3abe0 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 946 time: 0.0619991 Jun 28 14:09:02.326342 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-12b3ac8b-1b0f-419e-922e-55ccc451e366 req-482ee5f5-08f1-4ed7-a860-27ac586057d9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313137 Jun 28 14:09:02.874791 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351be86f-70d9-4b7f-8686-de60dce62391 req-17f34012-928e-4506-ae60-798d47219513 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:02.876126 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-351be86f-70d9-4b7f-8686-de60dce62391 req-17f34012-928e-4506-ae60-798d47219513 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.55 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 946 time: 0.0615854 Jun 28 14:09:02.977252 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-351be86f-70d9-4b7f-8686-de60dce62391 req-49365f3e-3e27-4dee-aa75-b4e4f5717ad5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Deleting port c28b30c6-ee36-45ae-b396-1617be4a52dc {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:09:02.977590 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-351be86f-70d9-4b7f-8686-de60dce62391 req-49365f3e-3e27-4dee-aa75-b4e4f5717ad5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:03.060068 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-351be86f-70d9-4b7f-8686-de60dce62391 req-49365f3e-3e27-4dee-aa75-b4e4f5717ad5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] For port c28b30c6-ee36-45ae-b396-1617be4a52dc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28b30c6-ee36-45ae-b396-1617be4a52dc,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:09:03.060420 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-351be86f-70d9-4b7f-8686-de60dce62391 req-49365f3e-3e27-4dee-aa75-b4e4f5717ad5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:03.506403 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526ab85-da7e-437f-8021-1729527876d3 req-7143215e-fb3a-4f26-89f7-6bbfdab6bc1c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:03.507918 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b526ab85-da7e-437f-8021-1729527876d3 req-7143215e-fb3a-4f26-89f7-6bbfdab6bc1c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 946 time: 0.0657082 Jun 28 14:09:03.522896 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-45358bc6-aae7-49e7-8d88-b2578e61bf2e req-35a74923-9bac-42d3-9c60-b72fd4eacadd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1577156 Jun 28 14:09:03.547238 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b526ab85-da7e-437f-8021-1729527876d3 req-04104df0-f7b0-4b65-86a0-18adebe9b34e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=c6e8d918-d9d6-46f0-b304-a830c9a78946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335848 Jun 28 14:09:03.646753 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-351be86f-70d9-4b7f-8686-de60dce62391 req-49365f3e-3e27-4dee-aa75-b4e4f5717ad5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:03.647118 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-351be86f-70d9-4b7f-8686-de60dce62391 req-49365f3e-3e27-4dee-aa75-b4e4f5717ad5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:03.647429 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.db.l3_db [req-351be86f-70d9-4b7f-8686-de60dce62391 req-49365f3e-3e27-4dee-aa75-b4e4f5717ad5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Floating IP fb6bf35a-16bb-4c71-b816-60ccbb7cc517 disassociated. External IP: 172.27.2.145, port: c28b30c6-ee36-45ae-b396-1617be4a52dc. Jun 28 14:09:03.647786 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-351be86f-70d9-4b7f-8686-de60dce62391 req-49365f3e-3e27-4dee-aa75-b4e4f5717ad5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Calling delete_port for c28b30c6-ee36-45ae-b396-1617be4a52dc owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:09:03.701751 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45358bc6-aae7-49e7-8d88-b2578e61bf2e req-437e67a9-be4f-4356-8f3b-266f2428e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:03.703206 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-45358bc6-aae7-49e7-8d88-b2578e61bf2e req-437e67a9-be4f-4356-8f3b-266f2428e756 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d4eac73e6144623876ae1a05fa00695&device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 1098 time: 0.1328669 Jun 28 14:09:03.850934 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45358bc6-aae7-49e7-8d88-b2578e61bf2e req-e45a58fd-5016-4050-8269-32832c15cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:03.852321 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-45358bc6-aae7-49e7-8d88-b2578e61bf2e req-e45a58fd-5016-4050-8269-32832c15cb36 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eee0d957-c088-43bb-b147-4b4d998ec199 HTTP/1.1" status: 200 len: 912 time: 0.1228728 Jun 28 14:09:03.852881 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-351be86f-70d9-4b7f-8686-de60dce62391 req-49365f3e-3e27-4dee-aa75-b4e4f5717ad5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:03.856837 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:03.876877 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-e69426fb-42e3-48f2-a1c3-1379553feb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:03.921499 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49365f3e-3e27-4dee-aa75-b4e4f5717ad5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event deleted for resources: {'Port': ['ID=c28b30c6-ee36-45ae-b396-1617be4a52dc,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:03.928829 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-49365f3e-3e27-4dee-aa75-b4e4f5717ad5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:03.981386 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-45358bc6-aae7-49e7-8d88-b2578e61bf2e req-f8255e12-eabb-41e1-b5dd-0b32ad7aefb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df0c0a8-e055-4772-a958-8186e7cc0a17 HTTP/1.1" status: 200 len: 1001 time: 0.1207600 Jun 28 14:09:04.076797 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45358bc6-aae7-49e7-8d88-b2578e61bf2e req-84f0e796-2407-4f7a-b1c6-1047ed6b0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:04.078230 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-45358bc6-aae7-49e7-8d88-b2578e61bf2e req-84f0e796-2407-4f7a-b1c6-1047ed6b0fbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5382c2d3-8699-42f8-80f8-0424fb51b52e HTTP/1.1" status: 200 len: 850 time: 0.0582762 Jun 28 14:09:04.082958 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-351be86f-70d9-4b7f-8686-de60dce62391 req-49365f3e-3e27-4dee-aa75-b4e4f5717ad5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Router ebe10e54-e829-432a-b5e3-b2f655ce67b6 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:09:04.163618 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:04.210489 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45358bc6-aae7-49e7-8d88-b2578e61bf2e req-f367111a-61f4-4ddd-a124-dd7bdae55fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:04.211986 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-45358bc6-aae7-49e7-8d88-b2578e61bf2e req-f367111a-61f4-4ddd-a124-dd7bdae55fc0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eee0d957-c088-43bb-b147-4b4d998ec199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1263161 Jun 28 14:09:04.236788 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-351be86f-70d9-4b7f-8686-de60dce62391 req-49365f3e-3e27-4dee-aa75-b4e4f5717ad5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:09:04.246350 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2a2e25-5b4a-451e-8ee1-d07cf01f74ec None None] Sync routers for ids ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:09:04.257972 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2a2e25-5b4a-451e-8ee1-d07cf01f74ec None None] Routers {'ebe10e54-e829-432a-b5e3-b2f655ce67b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:09:04.258591 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-3c2a2e25-5b4a-451e-8ee1-d07cf01f74ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:09:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:04.316849 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-351be86f-70d9-4b7f-8686-de60dce62391 req-49365f3e-3e27-4dee-aa75-b4e4f5717ad5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] No DVR routers for this DVR port c28b30c6-ee36-45ae-b396-1617be4a52dc on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:09:04.321976 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-351be86f-70d9-4b7f-8686-de60dce62391 req-49365f3e-3e27-4dee-aa75-b4e4f5717ad5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:04.323937 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-351be86f-70d9-4b7f-8686-de60dce62391 req-49365f3e-3e27-4dee-aa75-b4e4f5717ad5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.55 "DELETE /v2.0/ports/c28b30c6-ee36-45ae-b396-1617be4a52dc HTTP/1.1" status: 204 len: 173 time: 1.4373231 Jun 28 14:09:04.324437 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'name': 'network-vif-deleted', 'tag': 'c28b30c6-ee36-45ae-b396-1617be4a52dc'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:09:04.326728 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520c2479-dc89-47f2-b957-ec4655203e40" -d '{"events": [{"server_uuid": "0983f6c5-ee56-4e5c-8087-edef65a96c08", "name": "network-vif-deleted", "tag": "c28b30c6-ee36-45ae-b396-1617be4a52dc"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:09:04.368465 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-45358bc6-aae7-49e7-8d88-b2578e61bf2e req-9043a267-0b24-4bd0-b73b-245582a85c65 service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395760 Jun 28 14:09:04.376278 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-3c2a2e25-5b4a-451e-8ee1-d07cf01f74ec None None] Set router ebe10e54-e829-432a-b5e3-b2f655ce67b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:09:04.383113 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebc9508-6413-42af-8f13-f5b5497daa19 x-openstack-request-id: req-9ebc9508-6413-42af-8f13-f5b5497daa19 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:09:04.383443 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0983f6c5-ee56-4e5c-8087-edef65a96c08", "name": "network-vif-deleted", "tag": "c28b30c6-ee36-45ae-b396-1617be4a52dc", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:09:04.383754 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ebc9508-6413-42af-8f13-f5b5497daa19 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:09:04.384172 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0983f6c5-ee56-4e5c-8087-edef65a96c08', 'name': 'network-vif-deleted', 'tag': 'c28b30c6-ee36-45ae-b396-1617be4a52dc', 'status': 'completed', 'code': 200} Jun 28 14:09:04.473264 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-45358bc6-aae7-49e7-8d88-b2578e61bf2e req-1b5a297f-6599-444c-a347-236d547329c5 service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970092 Jun 28 14:09:04.588836 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-3c2a2e25-5b4a-451e-8ee1-d07cf01f74ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 4, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '6c8fa0e1-973e-4734-ac1b-4d6dc4768a49', 'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'mac_address': 'fa:16:3e:82:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:05:02Z', 'revision_number': 5, 'project_id': '724e3789680240be9f570b8ca116df8d', 'subnets': [{'id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:04.616509 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2a2e25-5b4a-451e-8ee1-d07cf01f74ec None None] Checking router: ebe10e54-e829-432a-b5e3-b2f655ce67b6 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:09:04.625877 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2a2e25-5b4a-451e-8ee1-d07cf01f74ec None None] Routers {'ebe10e54-e829-432a-b5e3-b2f655ce67b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:09:04.626536 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-3c2a2e25-5b4a-451e-8ee1-d07cf01f74ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:09:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:04.738700 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ac4ec57c-3d4f-434b-bb75-42d869c4e8a5 req-2084b86e-8804-4f59-9c6e-fc97e20c0b6e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=0983f6c5-ee56-4e5c-8087-edef65a96c08 HTTP/1.1" status: 200 len: 210 time: 0.0305207 Jun 28 14:09:04.861886 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-3c2a2e25-5b4a-451e-8ee1-d07cf01f74ec None None] Set router ebe10e54-e829-432a-b5e3-b2f655ce67b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:09:05.058036 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:05.068461 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-3c2a2e25-5b4a-451e-8ee1-d07cf01f74ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 4, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '6c8fa0e1-973e-4734-ac1b-4d6dc4768a49', 'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'mac_address': 'fa:16:3e:82:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:05:02Z', 'revision_number': 5, 'project_id': '724e3789680240be9f570b8ca116df8d', 'subnets': [{'id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:05.094442 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2a2e25-5b4a-451e-8ee1-d07cf01f74ec None None] The sync data for ids ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'] in dv-cinder-761113-15-iscsi is: [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 4, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '6c8fa0e1-973e-4734-ac1b-4d6dc4768a49', 'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'mac_address': 'fa:16:3e:82:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:05:02Z', 'revision_number': 5, 'project_id': '724e3789680240be9f570b8ca116df8d', 'subnets': [{'id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:09:05.306126 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e1541-66c6-4d70-9d95-491590114769 None None] New status for floating IP fb6bf35a-16bb-4c71-b816-60ccbb7cc517: DOWN {{(pid=93026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:09:06.071783 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device c28b30c6-ee36-45ae-b396-1617be4a52dc no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:09:06.092560 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: c28b30c6-ee36-45ae-b396-1617be4a52dc {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:09:06.092916 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device c28b30c6-ee36-45ae-b396-1617be4a52dc not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:09:06.501052 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:06.898270 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58432) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:06.950665 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a72c9b49-476e-4709-90db-7642f6a08435 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:06.971969 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a72c9b49-476e-4709-90db-7642f6a08435 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:07.016945 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a72c9b49-476e-4709-90db-7642f6a08435 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:07.019474 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a72c9b49-476e-4709-90db-7642f6a08435 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:07.020612 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-a72c9b49-476e-4709-90db-7642f6a08435 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "DELETE /v2.0/security-groups/c6e8d918-d9d6-46f0-b304-a830c9a78946 HTTP/1.1" status: 204 len: 168 time: 0.1213717 Jun 28 14:09:07.021339 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-e3920e6d-3940-421c-92cb-89358ef6aad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:07.023472 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 58434) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:07.030001 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c9b49-476e-4709-90db-7642f6a08435 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e8d918-d9d6-46f0-b304-a830c9a78946,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:07.032456 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a72c9b49-476e-4709-90db-7642f6a08435 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:07.036291 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.api.v2.resource [None req-7dfb1397-73dc-40f4-8cb8-b3738fc742b8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] show failed (client error): The resource could not be found. Jun 28 14:09:07.037297 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-7dfb1397-73dc-40f4-8cb8-b3738fc742b8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups/c6e8d918-d9d6-46f0-b304-a830c9a78946 HTTP/1.1" status: 404 len: 347 time: 0.0127947 Jun 28 14:09:07.040152 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58436) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:07.162023 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe3989-423d-40c6-94f3-4af5464859d5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Deleting port 3aca1ac6-5d8e-45f1-a6f4-f86fc91680b9 {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:09:07.162363 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3989-423d-40c6-94f3-4af5464859d5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:07.237277 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3989-423d-40c6-94f3-4af5464859d5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:07.239189 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3989-423d-40c6-94f3-4af5464859d5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:07.251909 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe3989-423d-40c6-94f3-4af5464859d5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Calling delete_port for 3aca1ac6-5d8e-45f1-a6f4-f86fc91680b9 owned by network:floatingip {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:09:07.383589 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3989-423d-40c6-94f3-4af5464859d5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:07.386214 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:07.413657 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe3989-423d-40c6-94f3-4af5464859d5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event deleted for resources: {'Port': ['ID=3aca1ac6-5d8e-45f1-a6f4-f86fc91680b9,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:07.415852 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-b8fe3989-423d-40c6-94f3-4af5464859d5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:07.470083 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3989-423d-40c6-94f3-4af5464859d5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for floatingip, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:07.473472 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3989-423d-40c6-94f3-4af5464859d5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:07.474602 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-b8fe3989-423d-40c6-94f3-4af5464859d5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "DELETE /v2.0/floatingips/fb6bf35a-16bb-4c71-b816-60ccbb7cc517 HTTP/1.1" status: 204 len: 168 time: 0.4333432 Jun 28 14:09:07.688823 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58440) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:07.693629 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-cab71b56-35a9-4e28-a964-53e85af7bafd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953791902', 'description': 'tempest-description--1438664680'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:09:07.714799 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cab71b56-35a9-4e28-a964-53e85af7bafd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:07.789070 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cab71b56-35a9-4e28-a964-53e85af7bafd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:07.792597 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cab71b56-35a9-4e28-a964-53e85af7bafd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:07.795547 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-518aa898-41b8-475e-b053-a294355104eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:07.818026 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cab71b56-35a9-4e28-a964-53e85af7bafd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:07.819198 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-cab71b56-35a9-4e28-a964-53e85af7bafd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1293776 Jun 28 14:09:07.822091 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 58442) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:07.823069 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab71b56-35a9-4e28-a964-53e85af7bafd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db11366-8ad9-4df3-8c38-fd65772d201b,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:07.825692 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-cab71b56-35a9-4e28-a964-53e85af7bafd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:07.828287 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Request body: {'security_group_rule': {'security_group_id': '1db11366-8ad9-4df3-8c38-fd65772d201b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:09:07.854252 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:07.907268 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:07.911352 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:07.913317 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:07.929274 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7039dde6-768f-45f8-be39-ee1c4c7fc576,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:07.937253 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:07.938405 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153276 Jun 28 14:09:07.939827 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:07.940199 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:07.940563 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:07.941020 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:07.941205 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58444) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:07.941674 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:07.941767 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:07.942067 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:07.942417 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:07.942765 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:07.943112 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:07.943456 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:07.943824 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:07.946080 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-45727979-8dc7-4b3b-9054-1f44daf53ddd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Request body: {'security_group_rule': {'security_group_id': '1db11366-8ad9-4df3-8c38-fd65772d201b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:09:07.946949 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:07.971450 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-45727979-8dc7-4b3b-9054-1f44daf53ddd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:08.025070 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-45727979-8dc7-4b3b-9054-1f44daf53ddd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:08.028192 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-45727979-8dc7-4b3b-9054-1f44daf53ddd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:08.030102 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:08.045819 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45727979-8dc7-4b3b-9054-1f44daf53ddd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347b3169-aeff-43b4-9f4d-4421318f0782,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:08.048374 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-45727979-8dc7-4b3b-9054-1f44daf53ddd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:08.052355 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-45727979-8dc7-4b3b-9054-1f44daf53ddd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:08.053528 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-45727979-8dc7-4b3b-9054-1f44daf53ddd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113539 Jun 28 14:09:08.056485 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58446) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:08.060747 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Request body: {'floatingip': {'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:09:08.080309 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for floatingip, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:08.172677 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:08.271956 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Allocated IP 172.27.2.58 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/87cd29bd-8458-48f2-810d-712bd92661bd) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:09:08.370581 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:08.406943 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6079584'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:08.409546 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:08.441763 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:09:08.444360 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:09:08.450023 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:09:08.474198 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event updated for resources: {'Port': ['ID=87cd29bd-8458-48f2-810d-712bd92661bd,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:08.478030 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:08.537106 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:08.594005 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:08.745756 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for port, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:08.750020 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6079634'] for port, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:08.752722 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:08.778941 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:09:08.811778 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event updated for resources: {'Port': ['ID=87cd29bd-8458-48f2-810d-712bd92661bd,revision_number=2']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:08.815634 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:08.824867 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:08.837428 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:08.838630 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-98600eca-1ba2-4611-9782-2ab0a016aae1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7812574 Jun 28 14:09:09.024366 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-ea865750-e316-4210-ba8c-479113899b2a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1953791902&fields=id&tenant_id=724e3789680240be9f570b8ca116df8d HTTP/1.1" status: 200 len: 267 time: 0.0324075 Jun 28 14:09:09.127194 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-575d3652-482c-47e9-9cc3-573b27fca5f7 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:09.128661 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-575d3652-482c-47e9-9cc3-573b27fca5f7 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/networks?id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece HTTP/1.1" status: 200 len: 817 time: 0.0982807 Jun 28 14:09:09.142440 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-0c078c1c-d719-4226-bc81-32f14436093b tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/quotas/724e3789680240be9f570b8ca116df8d HTTP/1.1" status: 200 len: 375 time: 0.0085809 Jun 28 14:09:09.210085 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-61e7b38d-9b12-4ffd-9ecb-ef6456252ef4 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=724e3789680240be9f570b8ca116df8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625563 Jun 28 14:09:09.308700 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-9de9a68f-75a3-496d-8782-c543bbb104f7 service neutron] 10.222.0.11 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875745 Jun 28 14:09:09.392717 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-bb792ee5-6660-4dae-ab95-cb3680201394 service neutron] 10.222.0.11 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783265 Jun 28 14:09:09.554502 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-97dae651-d7d0-4375-90df-c418442f0203 req-ede2e6f4-de1e-427a-bed4-a690a420996b tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 210 time: 0.0278964 Jun 28 14:09:10.711905 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-90e3b80d-4a11-4925-8660-99bbab8b9bc7 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:10.712680 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-35947cbe-b8b7-450a-9d01-4c26cf0e189a req-ec6d4466-83c0-4462-9e66-d649612d5864 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 210 time: 0.0341508 Jun 28 14:09:10.713318 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-90e3b80d-4a11-4925-8660-99bbab8b9bc7 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.55 "GET /v2.0/networks?id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece HTTP/1.1" status: 200 len: 817 time: 0.1053324 Jun 28 14:09:10.766192 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-14ec299b-3c0b-4272-b868-df21877c3196 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=724e3789680240be9f570b8ca116df8d HTTP/1.1" status: 200 len: 380 time: 0.0336816 Jun 28 14:09:10.775415 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-9fd5c588-5f1e-4f20-a52b-f69097cc9db3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Request body: {'port': {'device_id': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'admin_state_up': True, 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'security_groups': ['1db11366-8ad9-4df3-8c38-fd65772d201b']}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:09:10.881974 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-9fd5c588-5f1e-4f20-a52b-f69097cc9db3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Made reservation on behalf of 724e3789680240be9f570b8ca116df8d for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:09:10.885909 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-9fd5c588-5f1e-4f20-a52b-f69097cc9db3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:11.012956 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-9fd5c588-5f1e-4f20-a52b-f69097cc9db3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Allocated IP 172.20.0.11 (3b5658ba-f6d1-4294-a5cd-fbb420c38ece/ad9292e9-2ab9-4760-baef-5dfd44f625a4/ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:09:11.145543 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-9fd5c588-5f1e-4f20-a52b-f69097cc9db3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:11.158206 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-9fd5c588-5f1e-4f20-a52b-f69097cc9db3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Transition to ACTIVE for port object ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f will not be triggered until provisioned by entity DHCP. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:09:11.189263 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-9fd5c588-5f1e-4f20-a52b-f69097cc9db3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:11.193439 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-97584d1e-d1cb-4978-b90d-7cbc537fb7a7 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:11.232787 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-9fd5c588-5f1e-4f20-a52b-f69097cc9db3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:09:11.243325 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-9fd5c588-5f1e-4f20-a52b-f69097cc9db3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:09:11.248095 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c588-5f1e-4f20-a52b-f69097cc9db3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event updated for resources: {'Port': ['ID=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:11.250416 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-9fd5c588-5f1e-4f20-a52b-f69097cc9db3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:09:11.253710 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-9fd5c588-5f1e-4f20-a52b-f69097cc9db3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:11.298226 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-9fd5c588-5f1e-4f20-a52b-f69097cc9db3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:11.298843 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-9fd5c588-5f1e-4f20-a52b-f69097cc9db3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:11.313754 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-9fd5c588-5f1e-4f20-a52b-f69097cc9db3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5418034 Jun 28 14:09:11.342688 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Request body: {'port': {'device_id': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:09:11.418557 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:11.420320 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-1cf7495c-2cb1-4442-bff4-150b8dd9d22d None None] Provisioning for port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:09:11.423921 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-1cf7495c-2cb1-4442-bff4-150b8dd9d22d None None] Provisioning complete for port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:09:11.424399 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-1cf7495c-2cb1-4442-bff4-150b8dd9d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:11.460583 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-1cf7495c-2cb1-4442-bff4-150b8dd9d22d None None] Port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:09:11.672339 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:09:11.680010 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:11.691142 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Transition to ACTIVE for port object ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:09:11.694716 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:11.697530 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:11.745884 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Pushing event updated for resources: {'Port': ['ID=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:11.766725 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:11.817543 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Attempting to bind port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:09:11.817874 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Attempting to bind port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '810ad5bf-f602-4aef-bc96-f030f5c158b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:09:11.818201 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Attempting to bind port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f on network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:09:11.822804 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f on network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:09:11.823124 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Attempting to bind port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f on network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:09:11.828301 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:09:11.828640 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Checking segment: {'id': '810ad5bf-f602-4aef-bc96-f030f5c158b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:09:11.829033 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Bound using segment: {'id': '810ad5bf-f602-4aef-bc96-f030f5c158b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:09:11.829580 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Bound port: ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810ad5bf-f602-4aef-bc96-f030f5c158b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:09:11.829943 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:11.927978 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] For port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:09:11.932691 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] For port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:09:11.937966 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:11.941716 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-53a71089-636a-4345-b337-c6f377cc0c6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:11.983782 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6204a9c-5211-43b7-9fd8-9c1e68b71900 req-059bb7aa-11d2-47b1-b9d9-a590eeef376b tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:11.984865 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d6204a9c-5211-43b7-9fd8-9c1e68b71900 req-059bb7aa-11d2-47b1-b9d9-a590eeef376b tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 944 time: 0.1451890 Jun 28 14:09:11.989541 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:11.990091 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:11.991450 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] 10.222.0.55 "PUT /v2.0/ports/ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f HTTP/1.1" status: 200 len: 1094 time: 0.6533022 Jun 28 14:09:11.991979 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'tag': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:09:11.994255 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98a5fd5-8420-42a0-810c-423de2eda1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a2b148-06aa-4349-99b4-f75863e742d5", "tag": "ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:09:12.036194 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Pushing event updated for resources: {'Port': ['ID=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:12.039749 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7da970-7caf-444d-8c7b-c1d79ec6662c x-openstack-request-id: req-4b7da970-7caf-444d-8c7b-c1d79ec6662c {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:09:12.040072 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a2b148-06aa-4349-99b4-f75863e742d5", "tag": "ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:09:12.040361 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b7da970-7caf-444d-8c7b-c1d79ec6662c {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:09:12.040777 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'tag': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f', 'status': 'completed', 'code': 200} Jun 28 14:09:12.046327 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:12.054277 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d6204a9c-5211-43b7-9fd8-9c1e68b71900 req-d3915404-daf8-416b-88ee-b9d7f4ace735 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573618 Jun 28 14:09:12.114878 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-ad2aacd3-ce98-457e-ab41-5760aa7e6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:12.116435 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-ad2aacd3-ce98-457e-ab41-5760aa7e6b61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=724e3789680240be9f570b8ca116df8d&device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 1097 time: 0.0546098 Jun 28 14:09:12.169525 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-e02296ea-f78c-408d-b39a-737c04bcef3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f HTTP/1.1" status: 200 len: 217 time: 0.0376210 Jun 28 14:09:12.218530 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-56e2233e-06f7-4c10-b463-4b6cb2ed525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:12.220147 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-56e2233e-06f7-4c10-b463-4b6cb2ed525d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad9292e9-2ab9-4760-baef-5dfd44f625a4 HTTP/1.1" status: 200 len: 856 time: 0.0436022 Jun 28 14:09:12.275092 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-afc55fc8-40d9-40c5-9cf3-8de7cc27d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:12.276562 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-afc55fc8-40d9-40c5-9cf3-8de7cc27d5af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497119 Jun 28 14:09:12.366069 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-7e2b0953-4fb0-427e-852c-6f575278324e service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806727 Jun 28 14:09:12.452287 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-76126d44-e6cc-4d98-ba33-90e4b661fc1d req-9e960e33-30a3-4b60-8fb3-7d0550ed8ac1 service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787368 Jun 28 14:09:12.601704 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a5fd5-8420-42a0-810c-423de2eda1a5 req-8b639fcc-114c-4be0-bd64-0425f0af004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:12.603177 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d98a5fd5-8420-42a0-810c-423de2eda1a5 req-8b639fcc-114c-4be0-bd64-0425f0af004d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=724e3789680240be9f570b8ca116df8d&device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 1097 time: 0.0523927 Jun 28 14:09:12.698752 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a5fd5-8420-42a0-810c-423de2eda1a5 req-9ace9869-4480-4cc6-9f38-fade775eeac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:12.700239 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d98a5fd5-8420-42a0-810c-423de2eda1a5 req-9ace9869-4480-4cc6-9f38-fade775eeac0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece HTTP/1.1" status: 200 len: 918 time: 0.0903633 Jun 28 14:09:12.742148 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d98a5fd5-8420-42a0-810c-423de2eda1a5 req-8bb19aa5-60f0-49e5-8fe5-ce531c5126e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f HTTP/1.1" status: 200 len: 217 time: 0.0337911 Jun 28 14:09:12.797708 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a5fd5-8420-42a0-810c-423de2eda1a5 req-6174e92c-7efd-4c2d-a9ae-4f89ff6c58b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:12.799140 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d98a5fd5-8420-42a0-810c-423de2eda1a5 req-6174e92c-7efd-4c2d-a9ae-4f89ff6c58b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad9292e9-2ab9-4760-baef-5dfd44f625a4 HTTP/1.1" status: 200 len: 856 time: 0.0482638 Jun 28 14:09:12.857448 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a5fd5-8420-42a0-810c-423de2eda1a5 req-d8897047-c1a8-4e40-9659-33668c34070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:12.859187 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d98a5fd5-8420-42a0-810c-423de2eda1a5 req-d8897047-c1a8-4e40-9659-33668c34070e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514421 Jun 28 14:09:12.952056 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d98a5fd5-8420-42a0-810c-423de2eda1a5 req-606b9ef1-6267-4df9-aa60-a359e1994a21 service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836337 Jun 28 14:09:13.255231 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7ddab-5688-4a5a-8af6-5178fb6bc4a7 req-f60f6b81-a8c4-49bd-9284-acba7018506f tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:13.256832 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-69b7ddab-5688-4a5a-8af6-5178fb6bc4a7 req-f60f6b81-a8c4-49bd-9284-acba7018506f tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 944 time: 0.0713508 Jun 28 14:09:13.309557 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-69b7ddab-5688-4a5a-8af6-5178fb6bc4a7 req-d043e549-f392-4747-a387-408a44f24f1f tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463924 Jun 28 14:09:13.331478 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d98a5fd5-8420-42a0-810c-423de2eda1a5 req-ed16f9f5-5e22-4d56-8980-6f7946d861d2 service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716547 Jun 28 14:09:14.133000 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:09:14.234884 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:09:14.249128 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'port_id': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f', 'mac_address': 'fa:16:3e:c5:1e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:09:14.284559 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:14.300223 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:09:14.319051 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:09:14.321967 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:14.323799 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:14.368176 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:14.375137 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:14.375490 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:14.375869 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:14.376208 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:14.376541 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:14.376874 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:14.377204 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:14.377577 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:14.378428 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:14.378755 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:14.379137 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:14.379459 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:09:14.383375 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:14.486554 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd810f-680a-4825-ac05-ed49ff70cedc req-1e19f21c-b5b6-4cbc-97bf-7f34f8c6f558 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:14.488514 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b8fd810f-680a-4825-ac05-ed49ff70cedc req-1e19f21c-b5b6-4cbc-97bf-7f34f8c6f558 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 945 time: 0.0656979 Jun 28 14:09:14.525340 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b8fd810f-680a-4825-ac05-ed49ff70cedc req-9c3690b8-7f8f-4ebd-bf7e-4a405f7d1403 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311873 Jun 28 14:09:14.694982 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:09:15.705269 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df84b4-1b78-469f-8094-dc4b5c80d1b3 req-fe15887a-256a-444a-b52a-861a90176d34 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:15.706727 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d7df84b4-1b78-469f-8094-dc4b5c80d1b3 req-fe15887a-256a-444a-b52a-861a90176d34 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 945 time: 0.0607009 Jun 28 14:09:15.742987 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d7df84b4-1b78-469f-8094-dc4b5c80d1b3 req-e4a69f28-e7bd-470a-8780-bce75a0c5b71 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307059 Jun 28 14:09:16.134421 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:09:16.183091 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:09:16.186578 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:09:16.186957 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:16.258884 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:16.279800 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:09:16.282039 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5aa5e7-448b-4df2-a5f2-65ea80e317e2" -d '{"events": [{"server_uuid": "a8a2b148-06aa-4349-99b4-f75863e742d5", "name": "network-vif-plugged", "status": "completed", "tag": "ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:09:16.294643 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:09:16.298497 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:16.301069 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:16.324892 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2f8db9-ff39-4bed-bdd9-34f3e5922af0 x-openstack-request-id: req-5c2f8db9-ff39-4bed-bdd9-34f3e5922af0 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:09:16.325193 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a2b148-06aa-4349-99b4-f75863e742d5", "name": "network-vif-plugged", "status": "completed", "tag": "ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:09:16.325456 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c2f8db9-ff39-4bed-bdd9-34f3e5922af0 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:09:16.325839 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f', 'code': 200} Jun 28 14:09:16.350031 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:16.352941 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:16.579065 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d51de-1806-4e90-a769-76df99e66a77 req-fc1139d6-881e-4482-9791-32eb6571fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:16.581063 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-560d51de-1806-4e90-a769-76df99e66a77 req-fc1139d6-881e-4482-9791-32eb6571fcec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 1099 time: 0.0493195 Jun 28 14:09:16.614112 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-560d51de-1806-4e90-a769-76df99e66a77 req-182e741c-eab7-4a96-bace-3fa62ac99cc8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264015 Jun 28 14:09:16.916841 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8432b0-8e7e-4306-986e-4d01a29bae9a req-160e291b-d92b-46e5-b44f-b0b2e69f0775 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:16.918280 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ff8432b0-8e7e-4306-986e-4d01a29bae9a req-160e291b-d92b-46e5-b44f-b0b2e69f0775 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0652773 Jun 28 14:09:16.954145 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ff8432b0-8e7e-4306-986e-4d01a29bae9a req-20f050a2-a920-41cc-ac97-4e9b32a0821c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304117 Jun 28 14:09:18.127805 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f81bf-efbd-4216-bb45-21c6291d3cb4 req-fd58da1f-0157-4e85-99c4-09242b57281d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:18.129180 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6a9f81bf-efbd-4216-bb45-21c6291d3cb4 req-fd58da1f-0157-4e85-99c4-09242b57281d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0612128 Jun 28 14:09:18.165655 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6a9f81bf-efbd-4216-bb45-21c6291d3cb4 req-4058e7d0-9087-4902-a633-6d5bb00d0dd6 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309844 Jun 28 14:09:18.329971 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47ae74-b44b-4cb3-b181-483e6265da33 req-88884c22-35c7-4ec3-86a8-980fbe853b0c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:18.331983 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ed47ae74-b44b-4cb3-b181-483e6265da33 req-88884c22-35c7-4ec3-86a8-980fbe853b0c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0619884 Jun 28 14:09:18.340373 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58496) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:18.344754 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-cf0acebd-5c2d-4e2f-87c3-dc5295e508c0 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Request body: {'floatingip': {'port_id': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:09:18.385315 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf0acebd-5c2d-4e2f-87c3-dc5295e508c0 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for floatingip, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:18.805764 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf0acebd-5c2d-4e2f-87c3-dc5295e508c0 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:18.809301 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf0acebd-5c2d-4e2f-87c3-dc5295e508c0 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:18.903870 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.l3_db [None req-cf0acebd-5c2d-4e2f-87c3-dc5295e508c0 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Floating IP a6789d34-8704-4d46-84c0-25d10c97462c associated. External IP: 172.27.2.58, port: ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f. Jun 28 14:09:19.098127 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0acebd-5c2d-4e2f-87c3-dc5295e508c0 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Router ebe10e54-e829-432a-b5e3-b2f655ce67b6 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:09:19.198175 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0acebd-5c2d-4e2f-87c3-dc5295e508c0 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:09:19.203069 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cf0acebd-5c2d-4e2f-87c3-dc5295e508c0 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:19.207551 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4af9c-b236-4a1b-9cdf-8ac886199abd None None] Sync routers for ids ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:09:19.216298 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4af9c-b236-4a1b-9cdf-8ac886199abd None None] Routers {'ebe10e54-e829-432a-b5e3-b2f655ce67b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:09:19.216913 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-adb4af9c-b236-4a1b-9cdf-8ac886199abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:09:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:19.238269 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-cf0acebd-5c2d-4e2f-87c3-dc5295e508c0 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "PUT /v2.0/floatingips/a6789d34-8704-4d46-84c0-25d10c97462c HTTP/1.1" status: 200 len: 991 time: 0.8968866 Jun 28 14:09:19.238922 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'tag': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f'}] {{(pid=93024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:09:19.241228 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57de81fc55b96f5fe3d2266ad050390b1d2e29b100cf4860e7301d44a90885d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0d732d-d28f-4455-be86-1a34733236d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a2b148-06aa-4349-99b4-f75863e742d5", "tag": "ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f"}]}' {{(pid=93024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:09:19.279678 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0466e0df-e1c6-4785-8c94-23deff0af012 x-openstack-request-id: req-0466e0df-e1c6-4785-8c94-23deff0af012 {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:09:19.280040 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a2b148-06aa-4349-99b4-f75863e742d5", "tag": "ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f", "status": "completed", "code": 200}]} {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:09:19.280334 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0466e0df-e1c6-4785-8c94-23deff0af012 {{(pid=93024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:09:19.280766 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'tag': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f', 'status': 'completed', 'code': 200} Jun 28 14:09:19.325863 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-adb4af9c-b236-4a1b-9cdf-8ac886199abd None None] Set router ebe10e54-e829-432a-b5e3-b2f655ce67b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:09:19.405043 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d732d-d28f-4455-be86-1a34733236d3 req-42a29144-76d0-49a7-a496-2564e1ea8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:19.406538 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8d0d732d-d28f-4455-be86-1a34733236d3 req-42a29144-76d0-49a7-a496-2564e1ea8361 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=724e3789680240be9f570b8ca116df8d&device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 1099 time: 0.0575914 Jun 28 14:09:19.495935 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d732d-d28f-4455-be86-1a34733236d3 req-ddbbfe4c-03c7-43eb-a032-21a663c800e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:19.497405 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8d0d732d-d28f-4455-be86-1a34733236d3 req-ddbbfe4c-03c7-43eb-a032-21a663c800e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece HTTP/1.1" status: 200 len: 918 time: 0.0838373 Jun 28 14:09:19.543150 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-adb4af9c-b236-4a1b-9cdf-8ac886199abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 4, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': 'a6789d34-8704-4d46-84c0-25d10c97462c', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'port_id': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'mac_address': 'fa:16:3e:c5:1e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:09:08Z', 'updated_at': '2021-06-28T14:09:18Z', 'revision_number': 1, 'project_id': '724e3789680240be9f570b8ca116df8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8fa0e1-973e-4734-ac1b-4d6dc4768a49', 'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'mac_address': 'fa:16:3e:82:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:05:02Z', 'revision_number': 5, 'project_id': '724e3789680240be9f570b8ca116df8d', 'subnets': [{'id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:19.564977 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8d0d732d-d28f-4455-be86-1a34733236d3 req-a7fc92d2-ed25-43a7-926b-a7dbeffd73b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f HTTP/1.1" status: 200 len: 999 time: 0.0599101 Jun 28 14:09:19.568089 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4af9c-b236-4a1b-9cdf-8ac886199abd None None] Checking router: ebe10e54-e829-432a-b5e3-b2f655ce67b6 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:09:19.576339 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4af9c-b236-4a1b-9cdf-8ac886199abd None None] Routers {'ebe10e54-e829-432a-b5e3-b2f655ce67b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:09:19.576937 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-adb4af9c-b236-4a1b-9cdf-8ac886199abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:09:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:19.613195 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d732d-d28f-4455-be86-1a34733236d3 req-8b4f9252-b232-4331-a2b2-57cd9013591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:19.617042 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8d0d732d-d28f-4455-be86-1a34733236d3 req-8b4f9252-b232-4331-a2b2-57cd9013591f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad9292e9-2ab9-4760-baef-5dfd44f625a4 HTTP/1.1" status: 200 len: 856 time: 0.0457275 Jun 28 14:09:19.673012 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d732d-d28f-4455-be86-1a34733236d3 req-a3d34742-5ca3-4000-919f-32daade4d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:19.674566 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8d0d732d-d28f-4455-be86-1a34733236d3 req-a3d34742-5ca3-4000-919f-32daade4d86a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507793 Jun 28 14:09:19.683949 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-adb4af9c-b236-4a1b-9cdf-8ac886199abd None None] Set router ebe10e54-e829-432a-b5e3-b2f655ce67b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:09:19.766445 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8d0d732d-d28f-4455-be86-1a34733236d3 req-12d23219-f816-4529-ae68-b5c4a92e1b18 service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848911 Jun 28 14:09:19.856454 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8d0d732d-d28f-4455-be86-1a34733236d3 req-86d35afb-1cb4-455a-9aed-f9414668c978 service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810153 Jun 28 14:09:19.902617 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-adb4af9c-b236-4a1b-9cdf-8ac886199abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 4, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': 'a6789d34-8704-4d46-84c0-25d10c97462c', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'port_id': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'mac_address': 'fa:16:3e:c5:1e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:09:08Z', 'updated_at': '2021-06-28T14:09:18Z', 'revision_number': 1, 'project_id': '724e3789680240be9f570b8ca116df8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8fa0e1-973e-4734-ac1b-4d6dc4768a49', 'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'mac_address': 'fa:16:3e:82:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:05:02Z', 'revision_number': 5, 'project_id': '724e3789680240be9f570b8ca116df8d', 'subnets': [{'id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:19.928151 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4af9c-b236-4a1b-9cdf-8ac886199abd None None] The sync data for ids ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'] in dv-cinder-761113-15-iscsi is: [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 4, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': 'a6789d34-8704-4d46-84c0-25d10c97462c', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'port_id': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'mac_address': 'fa:16:3e:c5:1e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:09:08Z', 'updated_at': '2021-06-28T14:09:18Z', 'revision_number': 1, 'project_id': '724e3789680240be9f570b8ca116df8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8fa0e1-973e-4734-ac1b-4d6dc4768a49', 'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'mac_address': 'fa:16:3e:82:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:05:02Z', 'revision_number': 5, 'project_id': '724e3789680240be9f570b8ca116df8d', 'subnets': [{'id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:09:20.109284 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115dbf55-1184-4636-89de-f16a81ad761d None None] New status for floating IP a6789d34-8704-4d46-84c0-25d10c97462c: ACTIVE {{(pid=93026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:09:25.954170 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-576e0662-3cf6-411f-99d5-66d0a2ed0478 req-2bb583b4-bd2f-4406-92a7-ce2488d4e89d tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181054290&fields=id&tenant_id=ac7ad9c8896f475695055660012401f8 HTTP/1.1" status: 200 len: 267 time: 0.0317488 Jun 28 14:09:26.022890 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e0662-3cf6-411f-99d5-66d0a2ed0478 req-2696c12c-ea5c-44b5-b159-ec0ce13cc2e1 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:26.024355 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-576e0662-3cf6-411f-99d5-66d0a2ed0478 req-2696c12c-ea5c-44b5-b159-ec0ce13cc2e1 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 984 time: 0.0644608 Jun 28 14:09:26.034613 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-576e0662-3cf6-411f-99d5-66d0a2ed0478 req-8d6f30ab-52e8-4373-bf74-ff26fb68d73c tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Request body: {'port': {'security_groups': ['a6584a48-f9f8-4880-b93d-207c6654e961']}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:09:26.112281 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-576e0662-3cf6-411f-99d5-66d0a2ed0478 req-8d6f30ab-52e8-4373-bf74-ff26fb68d73c tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:26.281245 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-576e0662-3cf6-411f-99d5-66d0a2ed0478 req-8d6f30ab-52e8-4373-bf74-ff26fb68d73c tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] For port ab29a690-6600-4f8b-b032-46ca58e78c0e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ab29a690-6600-4f8b-b032-46ca58e78c0e,segment=NetworkSegment(f74601f9-53e8-47e4-9831-6dc487ac875f),segment_id=f74601f9-53e8-47e4-9831-6dc487ac875f)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:09:26.310756 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-576e0662-3cf6-411f-99d5-66d0a2ed0478 req-8d6f30ab-52e8-4373-bf74-ff26fb68d73c tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:26.315254 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-576e0662-3cf6-411f-99d5-66d0a2ed0478 req-8d6f30ab-52e8-4373-bf74-ff26fb68d73c tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:26.319667 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:26.351218 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['ab29a690-6600-4f8b-b032-46ca58e78c0e'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:09:26.361646 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e0662-3cf6-411f-99d5-66d0a2ed0478 req-8d6f30ab-52e8-4373-bf74-ff26fb68d73c tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:26.362273 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-576e0662-3cf6-411f-99d5-66d0a2ed0478 req-8d6f30ab-52e8-4373-bf74-ff26fb68d73c tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:26.364963 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-576e0662-3cf6-411f-99d5-66d0a2ed0478 req-8d6f30ab-52e8-4373-bf74-ff26fb68d73c tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "PUT /v2.0/ports/ab29a690-6600-4f8b-b032-46ca58e78c0e HTTP/1.1" status: 200 len: 942 time: 0.3345995 Jun 28 14:09:26.365509 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'tag': 'ab29a690-6600-4f8b-b032-46ca58e78c0e'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:09:26.370812 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6ec76a-40c4-4eca-8f09-e2bceadeaedc" -d '{"events": [{"name": "network-changed", "server_uuid": "72bc8865-bcd3-4dab-af65-5c9cc47e4b98", "tag": "ab29a690-6600-4f8b-b032-46ca58e78c0e"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:09:26.371797 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58522) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:26.395159 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f30ab-52e8-4373-bf74-ff26fb68d73c tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Pushing event updated for resources: {'Port': ['ID=ab29a690-6600-4f8b-b032-46ca58e78c0e,revision_number=7']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:26.400487 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-8d6f30ab-52e8-4373-bf74-ff26fb68d73c tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:26.414994 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49187308-4661-4533-8c12-5eb48226af54 x-openstack-request-id: req-49187308-4661-4533-8c12-5eb48226af54 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:09:26.415384 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bc8865-bcd3-4dab-af65-5c9cc47e4b98", "tag": "ab29a690-6600-4f8b-b032-46ca58e78c0e", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:09:26.415678 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49187308-4661-4533-8c12-5eb48226af54 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:09:26.416164 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'tag': 'ab29a690-6600-4f8b-b032-46ca58e78c0e', 'status': 'completed', 'code': 200} Jun 28 14:09:26.432221 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:26.459024 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-edac4f2d-db4f-4110-87d0-6bb5fb1f1096 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:26.488324 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-edac4f2d-db4f-4110-87d0-6bb5fb1f1096 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:26.529148 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['ab29a690-6600-4f8b-b032-46ca58e78c0e'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:09:26.529774 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ec76a-40c4-4eca-8f09-e2bceadeaedc req-aa99257d-d4f0-46eb-b733-dae4496d498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:26.531397 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bd6ec76a-40c4-4eca-8f09-e2bceadeaedc req-aa99257d-d4f0-46eb-b733-dae4496d498f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac7ad9c8896f475695055660012401f8&device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 1098 time: 0.0585208 Jun 28 14:09:26.579422 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-edac4f2d-db4f-4110-87d0-6bb5fb1f1096 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:26.582508 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-edac4f2d-db4f-4110-87d0-6bb5fb1f1096 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:26.586762 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-edac4f2d-db4f-4110-87d0-6bb5fb1f1096 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "DELETE /v2.0/security-groups/7cf84250-e71e-41e9-b6bc-05584ddd6c0a HTTP/1.1" status: 204 len: 168 time: 0.2140617 Jun 28 14:09:26.587621 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58524) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:26.588336 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-5ea29f66-1d79-4c9a-b422-081f92936464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:26.604869 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac4f2d-db4f-4110-87d0-6bb5fb1f1096 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf84250-e71e-41e9-b6bc-05584ddd6c0a,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:26.620079 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-254910db-18c1-42e8-9c2e-d949dfadf5fa None None] Provisioning complete for port ab29a690-6600-4f8b-b032-46ca58e78c0e triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:09:26.620079 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-254910db-18c1-42e8-9c2e-d949dfadf5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:26.632760 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-edac4f2d-db4f-4110-87d0-6bb5fb1f1096 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:26.642104 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ec76a-40c4-4eca-8f09-e2bceadeaedc req-bccf845d-f963-48e7-b4f8-a86f909f93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:26.643560 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bd6ec76a-40c4-4eca-8f09-e2bceadeaedc req-bccf845d-f963-48e7-b4f8-a86f909f93e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2022ef6f-f21a-45ac-8ff2-03a56f1131bd HTTP/1.1" status: 200 len: 916 time: 0.1051135 Jun 28 14:09:26.715631 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bd6ec76a-40c4-4eca-8f09-e2bceadeaedc req-b9fadce3-b595-456e-a692-5fa884c08144 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab29a690-6600-4f8b-b032-46ca58e78c0e HTTP/1.1" status: 200 len: 999 time: 0.0643513 Jun 28 14:09:26.755258 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-195234d5-e03b-4bb4-856d-0a64f615f98b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Deleting port 74e88d7a-85f4-4872-9453-49722c458a7f {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:09:26.755610 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-195234d5-e03b-4bb4-856d-0a64f615f98b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:26.765252 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ec76a-40c4-4eca-8f09-e2bceadeaedc req-c8248af2-8a52-410e-8a43-84bbba5932d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:26.766812 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bd6ec76a-40c4-4eca-8f09-e2bceadeaedc req-c8248af2-8a52-410e-8a43-84bbba5932d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60932ee8-d938-4148-9394-d0005119e06f HTTP/1.1" status: 200 len: 854 time: 0.0439770 Jun 28 14:09:26.825663 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ec76a-40c4-4eca-8f09-e2bceadeaedc req-e2ab1d0b-8e5e-497e-bf6a-e2b7d83068ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:26.827465 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bd6ec76a-40c4-4eca-8f09-e2bceadeaedc req-e2ab1d0b-8e5e-497e-bf6a-e2b7d83068ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2022ef6f-f21a-45ac-8ff2-03a56f1131bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541749 Jun 28 14:09:26.828835 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-195234d5-e03b-4bb4-856d-0a64f615f98b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:26.829168 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-195234d5-e03b-4bb4-856d-0a64f615f98b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:26.840685 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-195234d5-e03b-4bb4-856d-0a64f615f98b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Calling delete_port for 74e88d7a-85f4-4872-9453-49722c458a7f owned by network:floatingip {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:09:26.918635 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bd6ec76a-40c4-4eca-8f09-e2bceadeaedc req-e459e3df-78d9-4ab0-9bee-86d80fd924df service neutron] 10.222.0.55 "GET /v2.0/networks/2022ef6f-f21a-45ac-8ff2-03a56f1131bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838938 Jun 28 14:09:27.005196 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-195234d5-e03b-4bb4-856d-0a64f615f98b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:27.006153 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bd6ec76a-40c4-4eca-8f09-e2bceadeaedc req-e1be25d2-1987-4566-ba73-3608abbdd85f service neutron] 10.222.0.55 "GET /v2.0/networks/2022ef6f-f21a-45ac-8ff2-03a56f1131bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798175 Jun 28 14:09:27.008046 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-7c5a6580-7fd9-446c-a3ca-a9f77a34acca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:27.034236 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195234d5-e03b-4bb4-856d-0a64f615f98b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Pushing event deleted for resources: {'Port': ['ID=74e88d7a-85f4-4872-9453-49722c458a7f,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:27.037974 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-195234d5-e03b-4bb4-856d-0a64f615f98b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:27.093053 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-195234d5-e03b-4bb4-856d-0a64f615f98b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks [] for floatingip, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:27.093412 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.l3_db [None req-195234d5-e03b-4bb4-856d-0a64f615f98b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Floating IP 2c852df3-9dd1-4c1c-b1a1-74dc2eeba82f disassociated (deleted). External IP: 172.27.2.5, port: ab29a690-6600-4f8b-b032-46ca58e78c0e. Jun 28 14:09:27.542691 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195234d5-e03b-4bb4-856d-0a64f615f98b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:09:27.643457 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195234d5-e03b-4bb4-856d-0a64f615f98b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:09:27.648727 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-195234d5-e03b-4bb4-856d-0a64f615f98b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:27.653108 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85361586-2328-4c42-82af-8699f6eb33be None None] Sync routers for ids ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:09:27.662604 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85361586-2328-4c42-82af-8699f6eb33be None None] Routers {'586ebb06-b89b-4e8e-aa48-02179e4b8cc3'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:09:27.663295 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-85361586-2328-4c42-82af-8699f6eb33be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:09:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:27.691092 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-195234d5-e03b-4bb4-856d-0a64f615f98b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "DELETE /v2.0/floatingips/2c852df3-9dd1-4c1c-b1a1-74dc2eeba82f HTTP/1.1" status: 204 len: 168 time: 1.0966115 Jun 28 14:09:27.691092 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'tag': 'ab29a690-6600-4f8b-b032-46ca58e78c0e'}] {{(pid=93024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:09:27.691612 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57de81fc55b96f5fe3d2266ad050390b1d2e29b100cf4860e7301d44a90885d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1c124b-fb40-4691-a26d-f5d9661eafa0" -d '{"events": [{"name": "network-changed", "server_uuid": "72bc8865-bcd3-4dab-af65-5c9cc47e4b98", "tag": "ab29a690-6600-4f8b-b032-46ca58e78c0e"}]}' {{(pid=93024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:09:27.728107 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3afe267-e2c7-43e7-b6ae-49523f8b2972 x-openstack-request-id: req-f3afe267-e2c7-43e7-b6ae-49523f8b2972 {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:09:27.728445 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bc8865-bcd3-4dab-af65-5c9cc47e4b98", "tag": "ab29a690-6600-4f8b-b032-46ca58e78c0e", "status": "completed", "code": 200}]} {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:09:27.728735 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3afe267-e2c7-43e7-b6ae-49523f8b2972 {{(pid=93024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:09:27.729164 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'tag': 'ab29a690-6600-4f8b-b032-46ca58e78c0e', 'status': 'completed', 'code': 200} Jun 28 14:09:27.834386 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c124b-fb40-4691-a26d-f5d9661eafa0 req-192a8edf-a606-4421-83e7-33884e48fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:27.835119 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6c1c124b-fb40-4691-a26d-f5d9661eafa0 req-192a8edf-a606-4421-83e7-33884e48fa1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac7ad9c8896f475695055660012401f8&device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 1098 time: 0.0617881 Jun 28 14:09:27.912388 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-85361586-2328-4c42-82af-8699f6eb33be None None] Set router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:09:27.970753 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c124b-fb40-4691-a26d-f5d9661eafa0 req-e310ec3f-2501-4594-997d-d70ff976f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:27.973114 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6c1c124b-fb40-4691-a26d-f5d9661eafa0 req-e310ec3f-2501-4594-997d-d70ff976f5e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2022ef6f-f21a-45ac-8ff2-03a56f1131bd HTTP/1.1" status: 200 len: 916 time: 0.1312013 Jun 28 14:09:28.041291 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6c1c124b-fb40-4691-a26d-f5d9661eafa0 req-6befd7f0-a68f-4032-aae4-1488760f6043 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab29a690-6600-4f8b-b032-46ca58e78c0e HTTP/1.1" status: 200 len: 217 time: 0.0616832 Jun 28 14:09:28.099965 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c124b-fb40-4691-a26d-f5d9661eafa0 req-9d918761-33bf-4a6f-a85d-391899520b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:28.101496 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6c1c124b-fb40-4691-a26d-f5d9661eafa0 req-9d918761-33bf-4a6f-a85d-391899520b81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60932ee8-d938-4148-9394-d0005119e06f HTTP/1.1" status: 200 len: 854 time: 0.0531008 Jun 28 14:09:28.131744 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-85361586-2328-4c42-82af-8699f6eb33be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'name': 'tempest-TestMinimumBasicScenario-1488289892-router', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:57Z', 'updated_at': '2021-06-28T14:07:01Z', 'revision_number': 4, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'gw_port': {'id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:58Z', 'updated_at': '2021-06-28T14:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '715aec9e-1b06-4285-9c0e-677feb6fb9d1', 'name': '', 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'mac_address': 'fa:16:3e:02:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '60932ee8-d938-4148-9394-d0005119e06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:00Z', 'updated_at': '2021-06-28T14:07:09Z', 'revision_number': 5, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'subnets': [{'id': '60932ee8-d938-4148-9394-d0005119e06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:28.163125 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85361586-2328-4c42-82af-8699f6eb33be None None] Checking router: 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:09:28.171244 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c124b-fb40-4691-a26d-f5d9661eafa0 req-a46e89e3-7a39-45d5-a026-62a242faa736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:28.172779 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6c1c124b-fb40-4691-a26d-f5d9661eafa0 req-a46e89e3-7a39-45d5-a026-62a242faa736 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2022ef6f-f21a-45ac-8ff2-03a56f1131bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0553536 Jun 28 14:09:28.173218 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85361586-2328-4c42-82af-8699f6eb33be None None] Routers {'586ebb06-b89b-4e8e-aa48-02179e4b8cc3'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:09:28.173846 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-85361586-2328-4c42-82af-8699f6eb33be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:09:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:28.277291 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6c1c124b-fb40-4691-a26d-f5d9661eafa0 req-b93855a7-76fa-4d91-bc39-760cdc78469b service neutron] 10.222.0.55 "GET /v2.0/networks/2022ef6f-f21a-45ac-8ff2-03a56f1131bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913143 Jun 28 14:09:28.287729 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-85361586-2328-4c42-82af-8699f6eb33be None None] Set router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:09:28.408890 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c26c8-5b17-413d-9b33-0a5aea12734c req-e19a664c-cc7e-4313-9d18-a7b533c4fc8b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:28.410282 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5f9c26c8-5b17-413d-9b33-0a5aea12734c req-e19a664c-cc7e-4313-9d18-a7b533c4fc8b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1310866 Jun 28 14:09:28.413899 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6c1c124b-fb40-4691-a26d-f5d9661eafa0 req-9a09d610-a561-4dd9-bab8-079339ba47f3 service neutron] 10.222.0.55 "GET /v2.0/networks/2022ef6f-f21a-45ac-8ff2-03a56f1131bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078107 Jun 28 14:09:28.448869 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5f9c26c8-5b17-413d-9b33-0a5aea12734c req-70c19d0b-71c1-4d23-97a9-c44a21da6897 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329683 Jun 28 14:09:28.496200 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-85361586-2328-4c42-82af-8699f6eb33be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'name': 'tempest-TestMinimumBasicScenario-1488289892-router', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:57Z', 'updated_at': '2021-06-28T14:07:01Z', 'revision_number': 4, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'gw_port': {'id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:58Z', 'updated_at': '2021-06-28T14:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '715aec9e-1b06-4285-9c0e-677feb6fb9d1', 'name': '', 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'mac_address': 'fa:16:3e:02:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '60932ee8-d938-4148-9394-d0005119e06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:00Z', 'updated_at': '2021-06-28T14:07:09Z', 'revision_number': 5, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'subnets': [{'id': '60932ee8-d938-4148-9394-d0005119e06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:28.520436 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85361586-2328-4c42-82af-8699f6eb33be None None] The sync data for ids ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'] in dv-cinder-761113-15-iscsi is: [{'id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'name': 'tempest-TestMinimumBasicScenario-1488289892-router', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:57Z', 'updated_at': '2021-06-28T14:07:01Z', 'revision_number': 4, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'gw_port': {'id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:58Z', 'updated_at': '2021-06-28T14:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '715aec9e-1b06-4285-9c0e-677feb6fb9d1', 'name': '', 'network_id': '2022ef6f-f21a-45ac-8ff2-03a56f1131bd', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'mac_address': 'fa:16:3e:02:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '60932ee8-d938-4148-9394-d0005119e06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:00Z', 'updated_at': '2021-06-28T14:07:09Z', 'revision_number': 5, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'subnets': [{'id': '60932ee8-d938-4148-9394-d0005119e06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:09:28.721717 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb3c0f-2b08-4bc2-9dbf-890510aef14d None None] New status for floating IP 2c852df3-9dd1-4c1c-b1a1-74dc2eeba82f: DOWN {{(pid=93026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:09:29.654094 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb036e1-5ed5-42ff-9cff-4c1eafc101b9 req-95bd9566-4509-40ba-ac1e-8e4a3d7b65e7 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:29.654790 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ecb036e1-5ed5-42ff-9cff-4c1eafc101b9 req-95bd9566-4509-40ba-ac1e-8e4a3d7b65e7 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0722687 Jun 28 14:09:29.694603 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ecb036e1-5ed5-42ff-9cff-4c1eafc101b9 req-b5afd52a-e695-4b6d-b27a-466baedc6908 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350962 Jun 28 14:09:30.657014 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5180124-0ba6-4ad6-84ad-f8551f55d732 req-4ac87b48-4d6f-48e5-b0fa-856517aa0116 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:30.658458 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c5180124-0ba6-4ad6-84ad-f8551f55d732 req-4ac87b48-4d6f-48e5-b0fa-856517aa0116 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.0681148 Jun 28 14:09:30.768115 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70cf37-45de-421f-8f39-81be050914dd req-777c8e39-3823-413c-8849-34fbd0ddee01 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:30.769664 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-bd70cf37-45de-421f-8f39-81be050914dd req-777c8e39-3823-413c-8849-34fbd0ddee01 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 945 time: 0.0636384 Jun 28 14:09:30.777402 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-c5180124-0ba6-4ad6-84ad-f8551f55d732 req-33b3dd3c-7397-45ff-9408-50006880da9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Deleting port 4df0c0a8-e055-4772-a958-8186e7cc0a17 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:09:30.777740 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c5180124-0ba6-4ad6-84ad-f8551f55d732 req-33b3dd3c-7397-45ff-9408-50006880da9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:30.810935 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-bd70cf37-45de-421f-8f39-81be050914dd req-90285b03-9dbe-4bca-800e-f61e22d333a8 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352864 Jun 28 14:09:30.899341 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-c5180124-0ba6-4ad6-84ad-f8551f55d732 req-33b3dd3c-7397-45ff-9408-50006880da9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] For port 4df0c0a8-e055-4772-a958-8186e7cc0a17, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4df0c0a8-e055-4772-a958-8186e7cc0a17,segment=NetworkSegment(df49fd01-2157-4b29-adae-3cc64b821b57),segment_id=df49fd01-2157-4b29-adae-3cc64b821b57)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:09:30.899711 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c5180124-0ba6-4ad6-84ad-f8551f55d732 req-33b3dd3c-7397-45ff-9408-50006880da9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:30.965097 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa7d77-218f-4452-9578-7c883a77acf5 req-b6ee65b4-26a1-4263-8b02-ee7008c62beb tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:30.966552 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6cfa7d77-218f-4452-9578-7c883a77acf5 req-b6ee65b4-26a1-4263-8b02-ee7008c62beb tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 945 time: 0.1402035 Jun 28 14:09:31.048650 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6cfa7d77-218f-4452-9578-7c883a77acf5 req-9b15eecc-c7d8-45b3-9a83-4d74a7502128 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b026fb6-c6fe-4e73-997e-c817d75bd2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755563 Jun 28 14:09:31.108155 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c5180124-0ba6-4ad6-84ad-f8551f55d732 req-33b3dd3c-7397-45ff-9408-50006880da9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:31.108711 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c5180124-0ba6-4ad6-84ad-f8551f55d732 req-33b3dd3c-7397-45ff-9408-50006880da9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:31.109020 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.db.l3_db [req-c5180124-0ba6-4ad6-84ad-f8551f55d732 req-33b3dd3c-7397-45ff-9408-50006880da9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Floating IP 208c31d6-a91f-492f-be3b-7499165bbb79 disassociated. External IP: 172.27.2.120, port: 4df0c0a8-e055-4772-a958-8186e7cc0a17. Jun 28 14:09:31.109356 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-c5180124-0ba6-4ad6-84ad-f8551f55d732 req-33b3dd3c-7397-45ff-9408-50006880da9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Calling delete_port for 4df0c0a8-e055-4772-a958-8186e7cc0a17 owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:09:31.232587 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c5180124-0ba6-4ad6-84ad-f8551f55d732 req-33b3dd3c-7397-45ff-9408-50006880da9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:31.236827 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:31.261731 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3dd3c-7397-45ff-9408-50006880da9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event deleted for resources: {'Port': ['ID=4df0c0a8-e055-4772-a958-8186e7cc0a17,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:31.263894 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-33b3dd3c-7397-45ff-9408-50006880da9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:31.363104 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-8f7fcc27-40b7-4a66-b3f2-00911585a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:31.375418 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5180124-0ba6-4ad6-84ad-f8551f55d732 req-33b3dd3c-7397-45ff-9408-50006880da9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:09:31.479302 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5180124-0ba6-4ad6-84ad-f8551f55d732 req-33b3dd3c-7397-45ff-9408-50006880da9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:09:31.489968 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b65bdd3-7084-4cef-a835-f30edb439369 None None] Sync routers for ids ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:09:31.499422 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b65bdd3-7084-4cef-a835-f30edb439369 None None] Routers {'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:09:31.500067 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-4b65bdd3-7084-4cef-a835-f30edb439369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:09:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:31.521745 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5180124-0ba6-4ad6-84ad-f8551f55d732 req-33b3dd3c-7397-45ff-9408-50006880da9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] No DVR routers for this DVR port 4df0c0a8-e055-4772-a958-8186e7cc0a17 on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:09:31.524257 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c5180124-0ba6-4ad6-84ad-f8551f55d732 req-33b3dd3c-7397-45ff-9408-50006880da9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:31.526341 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c5180124-0ba6-4ad6-84ad-f8551f55d732 req-33b3dd3c-7397-45ff-9408-50006880da9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.55 "DELETE /v2.0/ports/4df0c0a8-e055-4772-a958-8186e7cc0a17 HTTP/1.1" status: 204 len: 173 time: 0.8459454 Jun 28 14:09:31.526840 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2dae7b-1494-4d83-8169-30596a3f12ed', 'name': 'network-vif-deleted', 'tag': '4df0c0a8-e055-4772-a958-8186e7cc0a17'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:09:31.529131 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219fb554-6695-4549-b402-a93a59135d08" -d '{"events": [{"server_uuid": "9d2dae7b-1494-4d83-8169-30596a3f12ed", "name": "network-vif-deleted", "tag": "4df0c0a8-e055-4772-a958-8186e7cc0a17"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:09:31.564714 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c938b39-1619-495f-be2d-c8bb23d1042f x-openstack-request-id: req-9c938b39-1619-495f-be2d-c8bb23d1042f {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:09:31.565046 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2dae7b-1494-4d83-8169-30596a3f12ed", "name": "network-vif-deleted", "tag": "4df0c0a8-e055-4772-a958-8186e7cc0a17", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:09:31.565339 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c938b39-1619-495f-be2d-c8bb23d1042f {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:09:31.565810 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2dae7b-1494-4d83-8169-30596a3f12ed', 'name': 'network-vif-deleted', 'tag': '4df0c0a8-e055-4772-a958-8186e7cc0a17', 'status': 'completed', 'code': 200} Jun 28 14:09:31.608820 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-4b65bdd3-7084-4cef-a835-f30edb439369 None None] Set router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:09:31.818180 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-4b65bdd3-7084-4cef-a835-f30edb439369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:55Z', 'revision_number': 4, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': 'c514ccf3-465b-4b68-b075-c4f0c57da646', 'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'mac_address': 'fa:16:3e:ff:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:52Z', 'updated_at': '2021-06-28T14:05:05Z', 'revision_number': 5, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'subnets': [{'id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:31.843392 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b65bdd3-7084-4cef-a835-f30edb439369 None None] Checking router: cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:09:31.851503 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b65bdd3-7084-4cef-a835-f30edb439369 None None] Routers {'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:09:31.852141 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-4b65bdd3-7084-4cef-a835-f30edb439369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:09:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:31.953266 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-4b65bdd3-7084-4cef-a835-f30edb439369 None None] Set router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:09:31.982575 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2cd19-4796-44d6-be78-09fd0d218f35 req-d84969af-4730-4589-868c-9c5791924394 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:31.984699 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b9c2cd19-4796-44d6-be78-09fd0d218f35 req-d84969af-4730-4589-868c-9c5791924394 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 945 time: 0.0654657 Jun 28 14:09:32.028879 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b9c2cd19-4796-44d6-be78-09fd0d218f35 req-cceb544d-5da0-44fe-be9c-2dbd16ec072a tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361300 Jun 28 14:09:32.161038 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-4b65bdd3-7084-4cef-a835-f30edb439369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:55Z', 'revision_number': 4, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': 'c514ccf3-465b-4b68-b075-c4f0c57da646', 'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'mac_address': 'fa:16:3e:ff:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:52Z', 'updated_at': '2021-06-28T14:05:05Z', 'revision_number': 5, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'subnets': [{'id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:32.191602 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b65bdd3-7084-4cef-a835-f30edb439369 None None] The sync data for ids ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'] in dv-cinder-761113-15-iscsi is: [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:55Z', 'revision_number': 4, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': 'c514ccf3-465b-4b68-b075-c4f0c57da646', 'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'mac_address': 'fa:16:3e:ff:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:52Z', 'updated_at': '2021-06-28T14:05:05Z', 'revision_number': 5, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'subnets': [{'id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:09:32.204026 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4b815ee6-e14f-4f1e-95b5-f5080a484b9f req-15309bd8-22ab-4704-86e8-5e9501b3e91a tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d2dae7b-1494-4d83-8169-30596a3f12ed HTTP/1.1" status: 200 len: 210 time: 0.0291255 Jun 28 14:09:32.398857 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b840624-38d0-48e0-bc1d-77032572aa45 None None] New status for floating IP 208c31d6-a91f-492f-be3b-7499165bbb79: DOWN {{(pid=93026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:09:32.858449 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc130c-e85a-44b0-87c7-a2ca49c8a5a0 req-374ca468-deae-43b5-81dc-1f692bb47bc6 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:32.859777 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-83cc130c-e85a-44b0-87c7-a2ca49c8a5a0 req-374ca468-deae-43b5-81dc-1f692bb47bc6 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.55 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 945 time: 0.0590007 Jun 28 14:09:32.955623 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-83cc130c-e85a-44b0-87c7-a2ca49c8a5a0 req-1da98582-0282-4ad2-800e-c86d34b61b10 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Deleting port ab29a690-6600-4f8b-b032-46ca58e78c0e {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:09:32.956519 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-83cc130c-e85a-44b0-87c7-a2ca49c8a5a0 req-1da98582-0282-4ad2-800e-c86d34b61b10 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:33.038991 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-83cc130c-e85a-44b0-87c7-a2ca49c8a5a0 req-1da98582-0282-4ad2-800e-c86d34b61b10 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] For port ab29a690-6600-4f8b-b032-46ca58e78c0e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ab29a690-6600-4f8b-b032-46ca58e78c0e,segment=NetworkSegment(f74601f9-53e8-47e4-9831-6dc487ac875f),segment_id=f74601f9-53e8-47e4-9831-6dc487ac875f)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:09:33.039653 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-83cc130c-e85a-44b0-87c7-a2ca49c8a5a0 req-1da98582-0282-4ad2-800e-c86d34b61b10 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:33.051041 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-83cc130c-e85a-44b0-87c7-a2ca49c8a5a0 req-1da98582-0282-4ad2-800e-c86d34b61b10 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Calling delete_port for ab29a690-6600-4f8b-b032-46ca58e78c0e owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:09:33.176620 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-83cc130c-e85a-44b0-87c7-a2ca49c8a5a0 req-1da98582-0282-4ad2-800e-c86d34b61b10 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:33.180790 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-08339c03-c2b9-4656-95a9-6201876b34f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:33.204184 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bc897-5d06-4326-9cbe-edb23dd034a8 req-d4babf76-8004-40f0-b41d-37d35e9e9f72 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:33.205780 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7d2bc897-5d06-4326-9cbe-edb23dd034a8 req-d4babf76-8004-40f0-b41d-37d35e9e9f72 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bc8865-bcd3-4dab-af65-5c9cc47e4b98 HTTP/1.1" status: 200 len: 867 time: 0.0650296 Jun 28 14:09:33.205923 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da98582-0282-4ad2-800e-c86d34b61b10 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Pushing event deleted for resources: {'Port': ['ID=ab29a690-6600-4f8b-b032-46ca58e78c0e,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:33.209380 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-1da98582-0282-4ad2-800e-c86d34b61b10 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:33.231718 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['ab29a690-6600-4f8b-b032-46ca58e78c0e'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:09:33.251191 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7d2bc897-5d06-4326-9cbe-edb23dd034a8 req-5d487e8f-9733-4982-9c83-d980149894f0 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.11 "GET /v2.0/security-groups?id=a6584a48-f9f8-4880-b93d-207c6654e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357802 Jun 28 14:09:33.261844 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cc130c-e85a-44b0-87c7-a2ca49c8a5a0 req-1da98582-0282-4ad2-800e-c86d34b61b10 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] No DVR routers for this DVR port ab29a690-6600-4f8b-b032-46ca58e78c0e on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:09:33.264763 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-83cc130c-e85a-44b0-87c7-a2ca49c8a5a0 req-1da98582-0282-4ad2-800e-c86d34b61b10 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:33.267159 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-83cc130c-e85a-44b0-87c7-a2ca49c8a5a0 req-1da98582-0282-4ad2-800e-c86d34b61b10 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] 10.222.0.55 "DELETE /v2.0/ports/ab29a690-6600-4f8b-b032-46ca58e78c0e HTTP/1.1" status: 204 len: 173 time: 0.4010663 Jun 28 14:09:33.364572 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58590) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:33.419094 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e6974127-a9b5-4c84-b585-bad250850ab8 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:33.442074 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e6974127-a9b5-4c84-b585-bad250850ab8 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:33.489612 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e6974127-a9b5-4c84-b585-bad250850ab8 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:33.492567 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e6974127-a9b5-4c84-b585-bad250850ab8 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:33.493730 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-e6974127-a9b5-4c84-b585-bad250850ab8 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "DELETE /v2.0/security-groups/7b026fb6-c6fe-4e73-997e-c817d75bd2e9 HTTP/1.1" status: 204 len: 168 time: 0.1280708 Jun 28 14:09:33.494562 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-d7edf1c8-0d71-46d7-87ec-4e086ff20205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:33.496558 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 58592) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:33.503832 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6974127-a9b5-4c84-b585-bad250850ab8 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b026fb6-c6fe-4e73-997e-c817d75bd2e9,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:33.506082 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-e6974127-a9b5-4c84-b585-bad250850ab8 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:33.509502 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.api.v2.resource [None req-a3fbfdb2-358b-45b0-9639-7605c8428f31 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] show failed (client error): The resource could not be found. Jun 28 14:09:33.510479 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-a3fbfdb2-358b-45b0-9639-7605c8428f31 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups/7b026fb6-c6fe-4e73-997e-c817d75bd2e9 HTTP/1.1" status: 404 len: 347 time: 0.0129514 Jun 28 14:09:33.513779 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 58594) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:33.586310 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'name': 'network-vif-deleted', 'tag': 'ab29a690-6600-4f8b-b032-46ca58e78c0e'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:09:33.588602 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c679178-f161-4f62-be1d-323e0833c8f8" -d '{"events": [{"server_uuid": "72bc8865-bcd3-4dab-af65-5c9cc47e4b98", "name": "network-vif-deleted", "tag": "ab29a690-6600-4f8b-b032-46ca58e78c0e"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:09:33.630670 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d49bcec-50f1-464a-9eb7-8a9b6546e66a x-openstack-request-id: req-6d49bcec-50f1-464a-9eb7-8a9b6546e66a {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:09:33.631000 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bc8865-bcd3-4dab-af65-5c9cc47e4b98", "name": "network-vif-deleted", "tag": "ab29a690-6600-4f8b-b032-46ca58e78c0e", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:09:33.631290 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d49bcec-50f1-464a-9eb7-8a9b6546e66a {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:09:33.631724 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bc8865-bcd3-4dab-af65-5c9cc47e4b98', 'name': 'network-vif-deleted', 'tag': 'ab29a690-6600-4f8b-b032-46ca58e78c0e', 'status': 'completed', 'code': 200} Jun 28 14:09:33.647455 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-653558cf-79bc-4a9e-b196-4fc78f149a53 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Deleting port 63c63e62-18bc-4e1c-954f-f59d66acc48a {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:09:33.647833 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-653558cf-79bc-4a9e-b196-4fc78f149a53 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:33.723302 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-653558cf-79bc-4a9e-b196-4fc78f149a53 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:33.723629 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-653558cf-79bc-4a9e-b196-4fc78f149a53 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:33.735094 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-653558cf-79bc-4a9e-b196-4fc78f149a53 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Calling delete_port for 63c63e62-18bc-4e1c-954f-f59d66acc48a owned by network:floatingip {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:09:33.875606 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-653558cf-79bc-4a9e-b196-4fc78f149a53 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:33.877598 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-1da98582-0282-4ad2-800e-c86d34b61b10 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:33.879383 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-6ceecb64-a485-4a00-bcde-96ff182ccdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:33.903842 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653558cf-79bc-4a9e-b196-4fc78f149a53 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event deleted for resources: {'Port': ['ID=63c63e62-18bc-4e1c-954f-f59d66acc48a,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:33.906905 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-653558cf-79bc-4a9e-b196-4fc78f149a53 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:33.968011 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-653558cf-79bc-4a9e-b196-4fc78f149a53 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for floatingip, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:33.970391 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-653558cf-79bc-4a9e-b196-4fc78f149a53 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:33.971526 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-653558cf-79bc-4a9e-b196-4fc78f149a53 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "DELETE /v2.0/floatingips/208c31d6-a91f-492f-be3b-7499165bbb79 HTTP/1.1" status: 204 len: 168 time: 0.4569383 Jun 28 14:09:34.164586 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:34.248006 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 4df0c0a8-e055-4772-a958-8186e7cc0a17 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:09:34.266752 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: 4df0c0a8-e055-4772-a958-8186e7cc0a17 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:09:34.267118 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 4df0c0a8-e055-4772-a958-8186e7cc0a17 not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:09:34.285214 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 58602) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:34.289925 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-ebdc0435-e90d-4538-8e87-75827446a72c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1641910724', 'description': 'tempest-description--1380629400'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:09:34.311602 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0435-e90d-4538-8e87-75827446a72c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:34.404729 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0435-e90d-4538-8e87-75827446a72c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:34.409806 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0435-e90d-4538-8e87-75827446a72c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:34.411598 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-2bdd8875-1e0e-4e3f-93cd-b8357c81c7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:34.439233 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0435-e90d-4538-8e87-75827446a72c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:34.440499 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-ebdc0435-e90d-4538-8e87-75827446a72c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1542614 Jun 28 14:09:34.441674 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc0435-e90d-4538-8e87-75827446a72c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526d83dd-ca8f-4378-92f3-85f5250c93e9,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:34.443394 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58614) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:34.448417 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-2b60d2cd-dba2-477e-b832-862e58bcc552 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Request body: {'security_group_rule': {'security_group_id': '526d83dd-ca8f-4378-92f3-85f5250c93e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:09:34.453131 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ebdc0435-e90d-4538-8e87-75827446a72c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:34.481911 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2b60d2cd-dba2-477e-b832-862e58bcc552 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:34.532549 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2b60d2cd-dba2-477e-b832-862e58bcc552 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:34.536601 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2b60d2cd-dba2-477e-b832-862e58bcc552 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:34.541908 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-d25277a5-d761-47d8-9070-bcabc8f1028a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:34.556010 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60d2cd-dba2-477e-b832-862e58bcc552 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189e100d-a2f5-4296-8ed0-8c69d4dc4471,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:34.558688 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-2b60d2cd-dba2-477e-b832-862e58bcc552 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:34.563777 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2b60d2cd-dba2-477e-b832-862e58bcc552 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:34.564954 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-2b60d2cd-dba2-477e-b832-862e58bcc552 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203938 Jun 28 14:09:34.567925 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58624) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:34.572947 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-ab382ebd-9764-4d57-bdd8-b2e5c36847fd tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Request body: {'security_group_rule': {'security_group_id': '526d83dd-ca8f-4378-92f3-85f5250c93e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:09:34.599649 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ab382ebd-9764-4d57-bdd8-b2e5c36847fd tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:34.655274 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ab382ebd-9764-4d57-bdd8-b2e5c36847fd tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:34.659066 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ab382ebd-9764-4d57-bdd8-b2e5c36847fd tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:34.661732 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-45727979-8dc7-4b3b-9054-1f44daf53ddd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:34.677521 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab382ebd-9764-4d57-bdd8-b2e5c36847fd tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d73346c-687c-4f74-ab9e-e8fb72def4d1,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:34.680327 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-ab382ebd-9764-4d57-bdd8-b2e5c36847fd tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:34.683978 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ab382ebd-9764-4d57-bdd8-b2e5c36847fd tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:34.685292 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-ab382ebd-9764-4d57-bdd8-b2e5c36847fd tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162994 Jun 28 14:09:34.688189 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58628) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:34.692669 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Request body: {'floatingip': {'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:09:34.713839 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for floatingip, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:34.818822 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:34.924133 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Allocated IP 172.27.2.132 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/1b2d8485-b02a-4be4-8cc4-62647e866f07) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:09:35.026650 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:35.055748 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58656) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:35.060674 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:35.109374 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6079584'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:35.113748 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-fd4a0e13-8503-4ccb-a9e9-2db4b6f41842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:35.184273 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:09:35.194594 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:09:35.197004 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:09:35.198965 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event updated for resources: {'Port': ['ID=1b2d8485-b02a-4be4-8cc4-62647e866f07,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:35.201408 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:35.360200 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:35.431005 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:35.649732 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for port, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:35.653345 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-610761e1-cd9d-4809-9202-1aec52938b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549623'] for router_interface, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:35.656098 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6079634'] for port, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:35.688006 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-7df6502c-bbc0-4d74-a420-a232f799f70d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:35.791473 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event updated for resources: {'Port': ['ID=1b2d8485-b02a-4be4-8cc4-62647e866f07,revision_number=2']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:35.794230 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:35.810707 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:35.829232 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:35.830552 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1413922 Jun 28 14:09:35.981305 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-610761e1-cd9d-4809-9202-1aec52938b1c admin admin] Deleting port 715aec9e-1b06-4285-9c0e-677feb6fb9d1 {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:09:35.981669 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-610761e1-cd9d-4809-9202-1aec52938b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:36.018314 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-835935f5-be4e-45e9-ae3c-7a33c57561b3 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1641910724&fields=id&tenant_id=9d4eac73e6144623876ae1a05fa00695 HTTP/1.1" status: 200 len: 267 time: 0.0330796 Jun 28 14:09:36.057236 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [None req-610761e1-cd9d-4809-9202-1aec52938b1c admin admin] For port 715aec9e-1b06-4285-9c0e-677feb6fb9d1, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=715aec9e-1b06-4285-9c0e-677feb6fb9d1,segment=NetworkSegment(f74601f9-53e8-47e4-9831-6dc487ac875f),segment_id=f74601f9-53e8-47e4-9831-6dc487ac875f)] {{(pid=93024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:09:36.057597 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-610761e1-cd9d-4809-9202-1aec52938b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:36.070203 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-610761e1-cd9d-4809-9202-1aec52938b1c admin admin] Calling delete_port for 715aec9e-1b06-4285-9c0e-677feb6fb9d1 owned by network:router_interface {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:09:36.123918 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-aa4a71a9-f801-4825-925d-743049f7276a tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:36.125366 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-aa4a71a9-f801-4825-925d-743049f7276a tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/networks?id=eee0d957-c088-43bb-b147-4b4d998ec199 HTTP/1.1" status: 200 len: 811 time: 0.1005998 Jun 28 14:09:36.140208 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-b05faeea-25fd-4070-8804-1bfcea1bd122 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/quotas/9d4eac73e6144623876ae1a05fa00695 HTTP/1.1" status: 200 len: 375 time: 0.0087104 Jun 28 14:09:36.210396 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-ee3a94f1-2ac4-4ab2-ad8f-1b69e6fc300b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d4eac73e6144623876ae1a05fa00695&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650611 Jun 28 14:09:36.242404 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device ab29a690-6600-4f8b-b032-46ca58e78c0e no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:09:36.244458 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-610761e1-cd9d-4809-9202-1aec52938b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:36.247299 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:36.266438 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: ab29a690-6600-4f8b-b032-46ca58e78c0e {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:09:36.266794 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device ab29a690-6600-4f8b-b032-46ca58e78c0e not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:09:36.274034 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610761e1-cd9d-4809-9202-1aec52938b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=715aec9e-1b06-4285-9c0e-677feb6fb9d1,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:36.277088 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-610761e1-cd9d-4809-9202-1aec52938b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:36.457464 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-610761e1-cd9d-4809-9202-1aec52938b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705287'] for router_interface, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:36.505682 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:36.588817 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-ff7b4765-f6cc-4bc8-85e8-ee0a75490f7f service neutron] 10.222.0.11 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672559 Jun 28 14:09:36.678402 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610761e1-cd9d-4809-9202-1aec52938b1c admin admin] Router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:09:36.680942 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-51606fb3-6c38-4023-9e1a-2b8bfd903d34 service neutron] 10.222.0.11 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863974 Jun 28 14:09:36.790092 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610761e1-cd9d-4809-9202-1aec52938b1c admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:09:36.798045 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-610761e1-cd9d-4809-9202-1aec52938b1c admin admin] 10.222.0.11 "PUT /v2.0/routers/586ebb06-b89b-4e8e-aa48-02179e4b8cc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7411213 Jun 28 14:09:36.798787 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58676) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:36.808225 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bd68fb-4308-4f1d-abf3-9d3392270d5f None None] Sync routers for ids ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:09:36.820509 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bd68fb-4308-4f1d-abf3-9d3392270d5f None None] Routers {'586ebb06-b89b-4e8e-aa48-02179e4b8cc3'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:09:36.821131 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-a2bd68fb-4308-4f1d-abf3-9d3392270d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:09:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:36.871916 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-601ef007-a349-4754-a56a-58532594cffd req-e9018a82-1c62-49a7-b766-1950b328a6ec tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 210 time: 0.0330012 Jun 28 14:09:36.932244 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-a2bd68fb-4308-4f1d-abf3-9d3392270d5f None None] Set router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:09:37.203240 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] Notify callbacks [] for router, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:37.254461 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-a2bd68fb-4308-4f1d-abf3-9d3392270d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'name': 'tempest-TestMinimumBasicScenario-1488289892-router', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:57Z', 'updated_at': '2021-06-28T14:09:36Z', 'revision_number': 5, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'gw_port': {'id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:58Z', 'updated_at': '2021-06-28T14:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:37.279867 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bd68fb-4308-4f1d-abf3-9d3392270d5f None None] Checking router: 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:09:37.288688 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bd68fb-4308-4f1d-abf3-9d3392270d5f None None] Routers {'586ebb06-b89b-4e8e-aa48-02179e4b8cc3'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:09:37.289321 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-a2bd68fb-4308-4f1d-abf3-9d3392270d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:09:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:37.306545 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:37.357780 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] Deleting port e15cb44c-1077-4217-9ef0-17c23ba18a04 {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:09:37.358394 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:37.401421 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-a2bd68fb-4308-4f1d-abf3-9d3392270d5f None None] Set router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:09:37.438176 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] For port e15cb44c-1077-4217-9ef0-17c23ba18a04, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=e15cb44c-1077-4217-9ef0-17c23ba18a04,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:09:37.438527 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:37.455393 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] Calling delete_port for e15cb44c-1077-4217-9ef0-17c23ba18a04 owned by network:router_gateway {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:09:37.597303 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-a2bd68fb-4308-4f1d-abf3-9d3392270d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'name': 'tempest-TestMinimumBasicScenario-1488289892-router', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:57Z', 'updated_at': '2021-06-28T14:09:36Z', 'revision_number': 5, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'gw_port': {'id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:58Z', 'updated_at': '2021-06-28T14:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:37.622619 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:37.623504 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bd68fb-4308-4f1d-abf3-9d3392270d5f None None] The sync data for ids ['586ebb06-b89b-4e8e-aa48-02179e4b8cc3'] in dv-cinder-761113-15-iscsi is: [{'id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'name': 'tempest-TestMinimumBasicScenario-1488289892-router', 'tenant_id': 'ac7ad9c8896f475695055660012401f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:57Z', 'updated_at': '2021-06-28T14:09:36Z', 'revision_number': 5, 'project_id': 'ac7ad9c8896f475695055660012401f8', 'gw_port': {'id': 'e15cb44c-1077-4217-9ef0-17c23ba18a04', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ebb06-b89b-4e8e-aa48-02179e4b8cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:58Z', 'updated_at': '2021-06-28T14:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:09:37.624612 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-7237bca2-c9fc-41bb-9871-b5d3873a9d78 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:37.651870 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15cb44c-1077-4217-9ef0-17c23ba18a04,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:37.655032 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:37.715311 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707218'] for router_gateway, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:37.802466 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28729'] for router, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:37.804804 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:37.849693 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706264'] for router, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:37.850725 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 586ebb06-b89b-4e8e-aa48-02179e4b8cc3 {{(pid=93024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 14:09:37.854976 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] Notify callbacks [] for router, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:37.856170 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] 10.222.0.11 "DELETE /v2.0/routers/586ebb06-b89b-4e8e-aa48-02179e4b8cc3 HTTP/1.1" status: 204 len: 168 time: 1.0565178 Jun 28 14:09:37.858906 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58690) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:37.906014 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb62f53-1f69-4d84-9a16-5092455e58a7 admin admin] Deleting subnet 60932ee8-d938-4148-9394-d0005119e06f {{(pid=93024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:09:37.909777 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aeb62f53-1f69-4d84-9a16-5092455e58a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:37.944586 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aeb62f53-1f69-4d84-9a16-5092455e58a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640428'] for subnet, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.061049 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a33e4b12-736f-4835-bf3f-84b5f007adc1 req-c94dd5e2-43f5-4d89-a322-eb4a5329f5d5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 210 time: 0.0339746 Jun 28 14:09:38.102264 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aeb62f53-1f69-4d84-9a16-5092455e58a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722368'] for subnet, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.106856 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-9f22ac26-6fcb-4dd6-a635-c9fad8e9af2b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:38.108599 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-9f22ac26-6fcb-4dd6-a635-c9fad8e9af2b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.55 "GET /v2.0/networks?id=eee0d957-c088-43bb-b147-4b4d998ec199 HTTP/1.1" status: 200 len: 811 time: 0.1292846 Jun 28 14:09:38.158478 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aeb62f53-1f69-4d84-9a16-5092455e58a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6079573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6240845'] for subnet, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.167653 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-7e1280e7-3022-41e6-a03d-697b23808797 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d4eac73e6144623876ae1a05fa00695 HTTP/1.1" status: 200 len: 380 time: 0.0395768 Jun 28 14:09:38.170108 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-00e2b4cc-258a-46d6-92b5-83d8f2c1e0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:38.179479 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-dbd00d3e-04a1-4bc7-82da-3584971ec6b0 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Request body: {'port': {'device_id': 'c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'admin_state_up': True, 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'security_groups': ['526d83dd-ca8f-4378-92f3-85f5250c93e9']}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:09:38.198666 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb62f53-1f69-4d84-9a16-5092455e58a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60932ee8-d938-4148-9394-d0005119e06f,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:38.200674 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-aeb62f53-1f69-4d84-9a16-5092455e58a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.205271 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-aeb62f53-1f69-4d84-9a16-5092455e58a7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/60932ee8-d938-4148-9394-d0005119e06f HTTP/1.1" status: 204 len: 168 time: 0.3453872 Jun 28 14:09:38.206357 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-aeb62f53-1f69-4d84-9a16-5092455e58a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:38.206933 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58694) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:38.207666 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f5355b-a2f1-4377-8251-26ef50c32315 None None] Network 2022ef6f-f21a-45ac-8ff2-03a56f1131bd requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:09:38.283514 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813611'] for network, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.322113 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-dbd00d3e-04a1-4bc7-82da-3584971ec6b0 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Made reservation on behalf of 9d4eac73e6144623876ae1a05fa00695 for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:09:38.332035 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-dbd00d3e-04a1-4bc7-82da-3584971ec6b0 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.360780 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Deleting port 68056821-ea0a-4666-a46e-d0f8440f5110 {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:09:38.376098 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.397860 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 715aec9e-1b06-4285-9c0e-677feb6fb9d1 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:09:38.417679 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: 715aec9e-1b06-4285-9c0e-677feb6fb9d1 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:09:38.418033 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 715aec9e-1b06-4285-9c0e-677feb6fb9d1 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:09:38.465395 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66b3e99-f19e-4252-bd07-1086566c3a4e None None] DHCP port deletion for 2022ef6f-f21a-45ac-8ff2-03a56f1131bd request from dv-cinder-761113-15-iscsi {{(pid=93025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 14:09:38.466770 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] For port 68056821-ea0a-4666-a46e-d0f8440f5110, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=68056821-ea0a-4666-a46e-d0f8440f5110,segment=NetworkSegment(f74601f9-53e8-47e4-9831-6dc487ac875f),segment_id=f74601f9-53e8-47e4-9831-6dc487ac875f)] {{(pid=93024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:09:38.470647 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.486527 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Calling delete_port for 68056821-ea0a-4666-a46e-d0f8440f5110 owned by network:dhcp {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:09:38.501946 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-dbd00d3e-04a1-4bc7-82da-3584971ec6b0 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Allocated IP 172.20.0.5 (eee0d957-c088-43bb-b147-4b4d998ec199/5382c2d3-8699-42f8-80f8-0424fb51b52e/68389fa0-a727-44fd-bae6-521e074e88da) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:09:38.533079 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-e66b3e99-f19e-4252-bd07-1086566c3a4e None None] Deleting port 68056821-ea0a-4666-a46e-d0f8440f5110 {{(pid=93025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:09:38.533570 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-e66b3e99-f19e-4252-bd07-1086566c3a4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.590680 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.594141 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-aabbf986-81d3-4ebd-ab82-f4887a0f1688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:38.617389 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-e66b3e99-f19e-4252-bd07-1086566c3a4e None None] For port 68056821-ea0a-4666-a46e-d0f8440f5110, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=68056821-ea0a-4666-a46e-d0f8440f5110,segment=NetworkSegment(f74601f9-53e8-47e4-9831-6dc487ac875f),segment_id=f74601f9-53e8-47e4-9831-6dc487ac875f)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:09:38.617878 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-e66b3e99-f19e-4252-bd07-1086566c3a4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.619371 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=68056821-ea0a-4666-a46e-d0f8440f5110,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:38.622660 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:38.623470 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] No DVR routers for this DVR port 68056821-ea0a-4666-a46e-d0f8440f5110 on host dv-cinder-761113-15-iscsi {{(pid=93024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:09:38.630939 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-e66b3e99-f19e-4252-bd07-1086566c3a4e None None] Calling delete_port for 68056821-ea0a-4666-a46e-d0f8440f5110 owned by network:dhcp {{(pid=93025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:09:38.655560 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-dbd00d3e-04a1-4bc7-82da-3584971ec6b0 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.669541 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-dbd00d3e-04a1-4bc7-82da-3584971ec6b0 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Transition to ACTIVE for port object 68389fa0-a727-44fd-bae6-521e074e88da will not be triggered until provisioned by entity DHCP. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:09:38.695339 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722966', 'neutron.services.segments.db._delete_segments_for_network-8749054792488'] for network, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.705428 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2022ef6f-f21a-45ac-8ff2-03a56f1131bd']}} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:38.705683 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-dbd00d3e-04a1-4bc7-82da-3584971ec6b0 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.710099 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:38.717784 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74601f9-53e8-47e4-9831-6dc487ac875f') {'for_net_delete': True} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:38.718350 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74601f9-53e8-47e4-9831-6dc487ac875f') {} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:38.727652 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054738571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640469'] for segment, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.743527 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.750435 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-dbd00d3e-04a1-4bc7-82da-3584971ec6b0 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Network eee0d957-c088-43bb-b147-4b4d998ec199 is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:09:38.750657 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=93024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:09:38.751129 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6079670'] for segment, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: Traceback (most recent call last): Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: timer() Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: cb(*args, **kw) Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: return func(*args, **kwargs) Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: self._notify() Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: self.callback(batched_events) Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: event.method(event) Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: return f(self, *a, **k) Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: return self._get(url).json() Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: return self.request(url, 'GET', **kwargs) Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:09:38.752913 dv-cinder-761113-15-iscsi neutron-server[93024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:09:38.755412 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-dbd00d3e-04a1-4bc7-82da-3584971ec6b0 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:09:38.760091 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-dbd00d3e-04a1-4bc7-82da-3584971ec6b0 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:09:38.777061 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-e66b3e99-f19e-4252-bd07-1086566c3a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767'] for port, after_delete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.780119 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:38.788593 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd00d3e-04a1-4bc7-82da-3584971ec6b0 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event updated for resources: {'Port': ['ID=68389fa0-a727-44fd-bae6-521e074e88da,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:38.792985 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-dbd00d3e-04a1-4bc7-82da-3584971ec6b0 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:38.812846 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b3e99-f19e-4252-bd07-1086566c3a4e None None] Pushing event deleted for resources: {'Port': ['ID=68056821-ea0a-4666-a46e-d0f8440f5110,revision_number=None']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:38.814996 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-dbd00d3e-04a1-4bc7-82da-3584971ec6b0 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:38.816778 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-dbd00d3e-04a1-4bc7-82da-3584971ec6b0 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.819199 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-e66b3e99-f19e-4252-bd07-1086566c3a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:38.820015 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707171'] for network, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.824782 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b3e99-f19e-4252-bd07-1086566c3a4e None None] No DVR routers for this DVR port 68056821-ea0a-4666-a46e-d0f8440f5110 on host dv-cinder-761113-15-iscsi {{(pid=93025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:09:38.826269 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:38.830579 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:38.836106 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2022ef6f-f21a-45ac-8ff2-03a56f1131bd HTTP/1.1" status: 204 len: 168 time: 0.6281323 Jun 28 14:09:38.836378 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 58700) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:38.848957 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-dbd00d3e-04a1-4bc7-82da-3584971ec6b0 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6716294 Jun 28 14:09:38.850643 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Pushing event deleted for resources: {'Network': ['ID=2022ef6f-f21a-45ac-8ff2-03a56f1131bd,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:38.853329 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:38.883644 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Request body: {'port': {'device_id': 'c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:09:39.015242 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:39.067095 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-e31b2fad-71da-48f1-9ac6-b9cf147c8b8d None None] Provisioning for port 68389fa0-a727-44fd-bae6-521e074e88da completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:09:39.070688 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-e31b2fad-71da-48f1-9ac6-b9cf147c8b8d None None] Provisioning complete for port 68389fa0-a727-44fd-bae6-521e074e88da triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:09:39.071071 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-e31b2fad-71da-48f1-9ac6-b9cf147c8b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:39.104166 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-e31b2fad-71da-48f1-9ac6-b9cf147c8b8d None None] Port 68389fa0-a727-44fd-bae6-521e074e88da cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:09:39.257989 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa79e8-9395-401e-ba67-170293c28cd5 req-63d1881e-b93d-4bc1-8e12-a490fa79b828 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:39.259471 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8afa79e8-9395-401e-ba67-170293c28cd5 req-63d1881e-b93d-4bc1-8e12-a490fa79b828 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 931 time: 0.0675793 Jun 28 14:09:39.297094 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8afa79e8-9395-401e-ba67-170293c28cd5 req-d9e5e078-4115-4f57-9734-475198abe9d7 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=526d83dd-ca8f-4378-92f3-85f5250c93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317063 Jun 28 14:09:39.504105 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68389fa0-a727-44fd-bae6-521e074e88da {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:09:39.514783 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:39.536076 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Transition to ACTIVE for port object 68389fa0-a727-44fd-bae6-521e074e88da will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:09:39.542665 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:39.546794 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-9fd5c588-5f1e-4f20-a52b-f69097cc9db3 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:39.611276 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Pushing event updated for resources: {'Port': ['ID=68389fa0-a727-44fd-bae6-521e074e88da,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:39.617566 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-5e9d133a-4a97-4651-a227-6e91fe5e72fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549623'] for router_interface, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:39.622678 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:39.763484 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Attempting to bind port 68389fa0-a727-44fd-bae6-521e074e88da on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:09:39.763854 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Attempting to bind port 68389fa0-a727-44fd-bae6-521e074e88da by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'df49fd01-2157-4b29-adae-3cc64b821b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:09:39.764189 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Attempting to bind port 68389fa0-a727-44fd-bae6-521e074e88da on network eee0d957-c088-43bb-b147-4b4d998ec199 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:09:39.774904 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Port 68389fa0-a727-44fd-bae6-521e074e88da on network eee0d957-c088-43bb-b147-4b4d998ec199 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:09:39.775232 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Attempting to bind port 68389fa0-a727-44fd-bae6-521e074e88da on network eee0d957-c088-43bb-b147-4b4d998ec199 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:09:39.784114 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:09:39.784452 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Checking segment: {'id': 'df49fd01-2157-4b29-adae-3cc64b821b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:09:39.784837 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Bound using segment: {'id': 'df49fd01-2157-4b29-adae-3cc64b821b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:09:39.785267 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Bound port: 68389fa0-a727-44fd-bae6-521e074e88da, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df49fd01-2157-4b29-adae-3cc64b821b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:09:39.785642 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:39.947898 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] For port 68389fa0-a727-44fd-bae6-521e074e88da, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:09:39.967072 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] For port 68389fa0-a727-44fd-bae6-521e074e88da, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=68389fa0-a727-44fd-bae6-521e074e88da,segment=NetworkSegment(df49fd01-2157-4b29-adae-3cc64b821b57),segment_id=df49fd01-2157-4b29-adae-3cc64b821b57)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:09:39.971637 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:39.990546 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:40.030742 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:40.031361 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:40.032773 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] 10.222.0.55 "PUT /v2.0/ports/68389fa0-a727-44fd-bae6-521e074e88da HTTP/1.1" status: 200 len: 1093 time: 1.1533427 Jun 28 14:09:40.033408 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab', 'tag': '68389fa0-a727-44fd-bae6-521e074e88da'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:09:40.036258 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8e9b70-30aa-47b4-ad26-6dec2c286bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab", "tag": "68389fa0-a727-44fd-bae6-521e074e88da"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:09:40.079132 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4041727-ed0a-484a-bd35-26f1ebc91096 x-openstack-request-id: req-d4041727-ed0a-484a-bd35-26f1ebc91096 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:09:40.079458 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab", "tag": "68389fa0-a727-44fd-bae6-521e074e88da", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:09:40.079780 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4041727-ed0a-484a-bd35-26f1ebc91096 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:09:40.080197 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab', 'tag': '68389fa0-a727-44fd-bae6-521e074e88da', 'status': 'completed', 'code': 200} Jun 28 14:09:40.088244 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Pushing event updated for resources: {'Port': ['ID=68389fa0-a727-44fd-bae6-521e074e88da,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:40.091799 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:40.142993 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d133a-4a97-4651-a227-6e91fe5e72fd admin admin] Deleting port 307c1e13-b69f-4678-8a07-88bc52e7f76a {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:09:40.143374 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-5e9d133a-4a97-4651-a227-6e91fe5e72fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:40.217736 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-d18afd71-1a09-4cb5-8b08-7e33b26e0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:40.219206 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-d18afd71-1a09-4cb5-8b08-7e33b26e0cd7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d4eac73e6144623876ae1a05fa00695&device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 1096 time: 0.1203320 Jun 28 14:09:40.240216 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-5e9d133a-4a97-4651-a227-6e91fe5e72fd admin admin] For port 307c1e13-b69f-4678-8a07-88bc52e7f76a, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=307c1e13-b69f-4678-8a07-88bc52e7f76a,segment=NetworkSegment(6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff),segment_id=6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:09:40.240618 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-5e9d133a-4a97-4651-a227-6e91fe5e72fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:40.285158 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-7201db3d-8306-4526-a112-31ec0abef5a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68389fa0-a727-44fd-bae6-521e074e88da HTTP/1.1" status: 200 len: 217 time: 0.0417769 Jun 28 14:09:40.286001 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d133a-4a97-4651-a227-6e91fe5e72fd admin admin] Calling delete_port for 307c1e13-b69f-4678-8a07-88bc52e7f76a owned by network:router_interface {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:09:40.344913 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 68056821-ea0a-4666-a46e-d0f8440f5110 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:09:40.370687 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: 68056821-ea0a-4666-a46e-d0f8440f5110 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:09:40.371185 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 68056821-ea0a-4666-a46e-d0f8440f5110 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:09:40.371857 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device e15cb44c-1077-4217-9ef0-17c23ba18a04 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:09:40.387657 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-9cbae028-f78f-4401-9b91-d723aea37ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:40.389201 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-9cbae028-f78f-4401-9b91-d723aea37ce7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5382c2d3-8699-42f8-80f8-0424fb51b52e HTTP/1.1" status: 200 len: 850 time: 0.0945902 Jun 28 14:09:40.392748 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: e15cb44c-1077-4217-9ef0-17c23ba18a04 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:09:40.393217 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device e15cb44c-1077-4217-9ef0-17c23ba18a04 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:09:40.574247 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-f8198bf5-19f9-4ae1-b421-649f94e80670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:40.575671 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-f8198bf5-19f9-4ae1-b421-649f94e80670 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eee0d957-c088-43bb-b147-4b4d998ec199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1785204 Jun 28 14:09:40.620480 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bdc00-05a0-4d35-8960-283fcb95530c req-7d2544ea-c732-4d87-8189-3a6dcc7a6b35 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:40.621877 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-938bdc00-05a0-4d35-8960-283fcb95530c req-7d2544ea-c732-4d87-8189-3a6dcc7a6b35 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 943 time: 0.1818602 Jun 28 14:09:40.706949 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-5e9d133a-4a97-4651-a227-6e91fe5e72fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:40.716331 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-dbd00d3e-04a1-4bc7-82da-3584971ec6b0 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:41.000499 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-938bdc00-05a0-4d35-8960-283fcb95530c req-990d92f3-92bb-434c-a53e-52ceed82af77 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=526d83dd-ca8f-4378-92f3-85f5250c93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3682747 Jun 28 14:09:41.003950 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d133a-4a97-4651-a227-6e91fe5e72fd admin admin] Pushing event deleted for resources: {'Port': ['ID=307c1e13-b69f-4678-8a07-88bc52e7f76a,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:41.014642 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-5e9d133a-4a97-4651-a227-6e91fe5e72fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:41.041507 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-906a223f-5955-43ee-b942-f3b8f63876a9 service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552782 Jun 28 14:09:41.228589 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f991783c-8b33-4d66-97c6-e0b59b1bc62f req-bd27fda0-1441-44ad-bed5-1cc108440413 service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689861 Jun 28 14:09:41.247242 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-5e9d133a-4a97-4651-a227-6e91fe5e72fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705287'] for router_interface, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:41.444615 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e9b70-30aa-47b4-ad26-6dec2c286bbf req-a62fbf73-194b-47e8-a751-d316baaf75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:41.446110 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1e8e9b70-30aa-47b4-ad26-6dec2c286bbf req-a62fbf73-194b-47e8-a751-d316baaf75a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d4eac73e6144623876ae1a05fa00695&device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 1096 time: 0.1150858 Jun 28 14:09:41.560159 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9d133a-4a97-4651-a227-6e91fe5e72fd admin admin] Router eb6d25ef-c7b2-4992-b171-c13d1f31440f has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:09:41.583921 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e9b70-30aa-47b4-ad26-6dec2c286bbf req-1c1f876f-20ba-433e-adbe-2f8d5bc026ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:41.585359 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1e8e9b70-30aa-47b4-ad26-6dec2c286bbf req-1c1f876f-20ba-433e-adbe-2f8d5bc026ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=eee0d957-c088-43bb-b147-4b4d998ec199 HTTP/1.1" status: 200 len: 912 time: 0.1077735 Jun 28 14:09:41.654776 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1e8e9b70-30aa-47b4-ad26-6dec2c286bbf req-f96160fa-72cc-4659-a665-6de2011c400b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68389fa0-a727-44fd-bae6-521e074e88da HTTP/1.1" status: 200 len: 217 time: 0.0342181 Jun 28 14:09:41.745610 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e9b70-30aa-47b4-ad26-6dec2c286bbf req-b2cd2362-9ff2-46f3-b206-7152d0a58282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:41.747044 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1e8e9b70-30aa-47b4-ad26-6dec2c286bbf req-b2cd2362-9ff2-46f3-b206-7152d0a58282 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5382c2d3-8699-42f8-80f8-0424fb51b52e HTTP/1.1" status: 200 len: 850 time: 0.0843015 Jun 28 14:09:41.749531 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9d133a-4a97-4651-a227-6e91fe5e72fd admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:09:41.754719 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-5e9d133a-4a97-4651-a227-6e91fe5e72fd admin admin] 10.222.0.11 "PUT /v2.0/routers/eb6d25ef-c7b2-4992-b171-c13d1f31440f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9175136 Jun 28 14:09:41.757437 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58714) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:41.758060 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06896289-f0b5-42b1-b879-33d7498b4a64 None None] Sync routers for ids ['eb6d25ef-c7b2-4992-b171-c13d1f31440f'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:09:41.768841 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06896289-f0b5-42b1-b879-33d7498b4a64 None None] Routers {'eb6d25ef-c7b2-4992-b171-c13d1f31440f'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:09:41.769485 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-06896289-f0b5-42b1-b879-33d7498b4a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:09:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['eb6d25ef-c7b2-4992-b171-c13d1f31440f'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:41.807675 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e9b70-30aa-47b4-ad26-6dec2c286bbf req-1cdd6baa-3d12-47ba-85d9-cc92020b2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:41.809649 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1e8e9b70-30aa-47b4-ad26-6dec2c286bbf req-1cdd6baa-3d12-47ba-85d9-cc92020b2370 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eee0d957-c088-43bb-b147-4b4d998ec199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535338 Jun 28 14:09:41.861114 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb1f8-4dd8-4169-8cfc-be05f769c395 admin admin] Notify callbacks [] for router, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:41.875504 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-06896289-f0b5-42b1-b879-33d7498b4a64 None None] Set router eb6d25ef-c7b2-4992-b171-c13d1f31440f gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:09:41.906245 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1e8e9b70-30aa-47b4-ad26-6dec2c286bbf req-09dfc7fa-0b4a-4e2f-bcc4-be6c193ee3b2 service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886536 Jun 28 14:09:41.961771 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb1f8-4dd8-4169-8cfc-be05f769c395 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:42.000171 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1e8e9b70-30aa-47b4-ad26-6dec2c286bbf req-0b4fb2bf-fc42-4953-b49c-8e45e25c88d1 service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872822 Jun 28 14:09:42.014143 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-cb9fb1f8-4dd8-4169-8cfc-be05f769c395 admin admin] Deleting port b8efae0e-3f57-471a-b790-1f724c384778 {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:09:42.014483 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb1f8-4dd8-4169-8cfc-be05f769c395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:42.050266 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-06896289-f0b5-42b1-b879-33d7498b4a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'name': 'tempest-TestMinimumBasicScenario-339189574-router', 'tenant_id': '13534a09ace64ed8bbba51f23b2b8a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'b8efae0e-3f57-471a-b790-1f724c384778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:07:04Z', 'updated_at': '2021-06-28T14:09:40Z', 'revision_number': 5, 'project_id': '13534a09ace64ed8bbba51f23b2b8a91', 'gw_port': {'id': 'b8efae0e-3f57-471a-b790-1f724c384778', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:07:05Z', 'updated_at': '2021-06-28T14:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:42.075581 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06896289-f0b5-42b1-b879-33d7498b4a64 None None] Checking router: eb6d25ef-c7b2-4992-b171-c13d1f31440f for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:09:42.083828 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06896289-f0b5-42b1-b879-33d7498b4a64 None None] Routers {'eb6d25ef-c7b2-4992-b171-c13d1f31440f'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:09:42.084433 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-06896289-f0b5-42b1-b879-33d7498b4a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:09:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['eb6d25ef-c7b2-4992-b171-c13d1f31440f'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:42.095006 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [None req-cb9fb1f8-4dd8-4169-8cfc-be05f769c395 admin admin] For port b8efae0e-3f57-471a-b790-1f724c384778, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=b8efae0e-3f57-471a-b790-1f724c384778,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:09:42.095478 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb1f8-4dd8-4169-8cfc-be05f769c395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:42.107712 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-cb9fb1f8-4dd8-4169-8cfc-be05f769c395 admin admin] Calling delete_port for b8efae0e-3f57-471a-b790-1f724c384778 owned by network:router_gateway {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:09:42.166855 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-06896289-f0b5-42b1-b879-33d7498b4a64 None None] Set router eb6d25ef-c7b2-4992-b171-c13d1f31440f gateway port host: None {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:09:42.185878 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcda0e1-4347-4b53-b574-18c953a1577d req-23fde222-0904-4686-89f5-fcbeb3352379 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:42.187399 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8fcda0e1-4347-4b53-b574-18c953a1577d req-23fde222-0904-4686-89f5-fcbeb3352379 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 943 time: 0.0675623 Jun 28 14:09:42.219709 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-06896289-f0b5-42b1-b879-33d7498b4a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'name': 'tempest-TestMinimumBasicScenario-339189574-router', 'tenant_id': '13534a09ace64ed8bbba51f23b2b8a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:07:04Z', 'updated_at': '2021-06-28T14:09:41Z', 'revision_number': 6, 'project_id': '13534a09ace64ed8bbba51f23b2b8a91', 'gw_port_host': None}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:42.225948 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8fcda0e1-4347-4b53-b574-18c953a1577d req-ef43bfd6-298b-4155-938d-d76dae3ff598 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=526d83dd-ca8f-4378-92f3-85f5250c93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320063 Jun 28 14:09:42.245973 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06896289-f0b5-42b1-b879-33d7498b4a64 None None] The sync data for ids ['eb6d25ef-c7b2-4992-b171-c13d1f31440f'] in dv-cinder-761113-15-iscsi is: [{'id': 'eb6d25ef-c7b2-4992-b171-c13d1f31440f', 'name': 'tempest-TestMinimumBasicScenario-339189574-router', 'tenant_id': '13534a09ace64ed8bbba51f23b2b8a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:07:04Z', 'updated_at': '2021-06-28T14:09:41Z', 'revision_number': 6, 'project_id': '13534a09ace64ed8bbba51f23b2b8a91', 'gw_port_host': None}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:09:42.295041 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb1f8-4dd8-4169-8cfc-be05f769c395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:42.297125 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:42.322507 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fb1f8-4dd8-4169-8cfc-be05f769c395 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8efae0e-3f57-471a-b790-1f724c384778,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:42.324911 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-cb9fb1f8-4dd8-4169-8cfc-be05f769c395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:42.383941 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb1f8-4dd8-4169-8cfc-be05f769c395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707218'] for router_gateway, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:42.468403 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb1f8-4dd8-4169-8cfc-be05f769c395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28729'] for router, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:42.470576 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb1f8-4dd8-4169-8cfc-be05f769c395 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:42.512704 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb1f8-4dd8-4169-8cfc-be05f769c395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706264'] for router, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:42.513219 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9fb1f8-4dd8-4169-8cfc-be05f769c395 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb6d25ef-c7b2-4992-b171-c13d1f31440f {{(pid=93024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 14:09:42.517350 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb1f8-4dd8-4169-8cfc-be05f769c395 admin admin] Notify callbacks [] for router, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:42.518534 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-cb9fb1f8-4dd8-4169-8cfc-be05f769c395 admin admin] 10.222.0.11 "DELETE /v2.0/routers/eb6d25ef-c7b2-4992-b171-c13d1f31440f HTTP/1.1" status: 204 len: 168 time: 0.7596118 Jun 28 14:09:42.521092 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58720) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:42.567191 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_v2 [None req-125ca719-cc22-4bea-85fb-748a57fb0595 admin admin] Deleting subnet 04a0afba-7990-485d-bf73-8e8f05def336 {{(pid=93024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:09:42.570115 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-125ca719-cc22-4bea-85fb-748a57fb0595 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:42.606016 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-125ca719-cc22-4bea-85fb-748a57fb0595 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640428'] for subnet, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:42.690609 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-125ca719-cc22-4bea-85fb-748a57fb0595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722368'] for subnet, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:42.741524 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-125ca719-cc22-4bea-85fb-748a57fb0595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6079573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6240845'] for subnet, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:42.744383 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-792ef651-fc82-437b-a0bc-b890cd0abbef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:42.771517 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ca719-cc22-4bea-85fb-748a57fb0595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a0afba-7990-485d-bf73-8e8f05def336,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:42.773487 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-125ca719-cc22-4bea-85fb-748a57fb0595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:42.776711 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-125ca719-cc22-4bea-85fb-748a57fb0595 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/04a0afba-7990-485d-bf73-8e8f05def336 HTTP/1.1" status: 204 len: 168 time: 0.2546639 Jun 28 14:09:42.777571 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34731ad-ebf1-45f8-8b12-8d657374c4ee None None] Network de5e7a08-84ae-4d6b-9f8f-0820be930e7d requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:09:42.778032 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-125ca719-cc22-4bea-85fb-748a57fb0595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:42.778135 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 58722) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:42.842580 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813611'] for network, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:42.892712 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Deleting port ed8e8852-bfab-45f9-be42-11799d9abe38 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:09:42.893068 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:42.957149 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] For port ed8e8852-bfab-45f9-be42-11799d9abe38, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=ed8e8852-bfab-45f9-be42-11799d9abe38,segment=NetworkSegment(6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff),segment_id=6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:09:42.957506 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:42.969092 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Calling delete_port for ed8e8852-bfab-45f9-be42-11799d9abe38 owned by network:dhcp {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:09:43.043636 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da01f495-1ff4-4ceb-85a4-a4cfc44389f9 None None] DHCP port deletion for de5e7a08-84ae-4d6b-9f8f-0820be930e7d request from dv-cinder-761113-15-iscsi {{(pid=93025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 14:09:43.046212 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 307c1e13-b69f-4678-8a07-88bc52e7f76a no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:09:43.055919 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:43.058403 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-9a43e260-b627-40fc-b445-d39fc08d3a4e tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:43.068472 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: 307c1e13-b69f-4678-8a07-88bc52e7f76a {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:09:43.068818 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 307c1e13-b69f-4678-8a07-88bc52e7f76a not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:09:43.086731 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-da01f495-1ff4-4ceb-85a4-a4cfc44389f9 None None] The port 'ed8e8852-bfab-45f9-be42-11799d9abe38' was deleted {{(pid=93025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 14:09:43.089462 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8e8852-bfab-45f9-be42-11799d9abe38,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:43.092972 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:43.095535 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] No DVR routers for this DVR port ed8e8852-bfab-45f9-be42-11799d9abe38 on host dv-cinder-761113-15-iscsi {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:09:43.165327 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722966', 'neutron.services.segments.db._delete_segments_for_network-8749054792488'] for network, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:43.174926 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5e7a08-84ae-4d6b-9f8f-0820be930e7d']}} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:43.184357 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff') {'for_net_delete': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:43.184655 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa54c1b-b4a5-4bf6-a50a-a0c3444b58ff') {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:43.193564 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054738571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6591768'] for segment, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:43.210990 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:43.216989 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=93023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:09:43.217386 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6809206'] for segment, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: Traceback (most recent call last): Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: timer() Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: cb(*args, **kw) Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: return func(*args, **kwargs) Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: self._notify() Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: self.callback(batched_events) Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: event.method(event) Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: return f(self, *a, **k) Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._get(url).json() Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: return self.request(url, 'GET', **kwargs) Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:09:43.219010 dv-cinder-761113-15-iscsi neutron-server[93023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:09:43.273981 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707171'] for network, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:43.278425 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-b98d8f09-2e2c-41c9-91d4-07ccd7ce58a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:43.291655 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Pushing event deleted for resources: {'Network': ['ID=de5e7a08-84ae-4d6b-9f8f-0820be930e7d,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:43.293711 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:43.298387 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] 10.222.0.11 "DELETE /v2.0/networks/de5e7a08-84ae-4d6b-9f8f-0820be930e7d HTTP/1.1" status: 204 len: 168 time: 0.5193074 Jun 28 14:09:43.299662 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:43.405688 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4563e-b412-497a-8151-2c8bd121e215 req-fb8b89d3-3068-488c-bd24-ed7823daf186 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:43.407168 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e3f4563e-b412-497a-8151-2c8bd121e215 req-fb8b89d3-3068-488c-bd24-ed7823daf186 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 943 time: 0.0625610 Jun 28 14:09:43.445726 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e3f4563e-b412-497a-8151-2c8bd121e215 req-71a824ea-83a9-40aa-a9da-458c1d8036d5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=526d83dd-ca8f-4378-92f3-85f5250c93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327184 Jun 28 14:09:43.463252 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 58728) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:43.508561 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-73cdee71-8fb2-4d2b-976d-5ea725a97a83 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac7ad9c8896f475695055660012401f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440707 Jun 28 14:09:43.511003 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 58730) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:43.557273 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2e206cfd-8455-40de-bec7-625a4ea895c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:43.577002 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2e206cfd-8455-40de-bec7-625a4ea895c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:43.621964 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2e206cfd-8455-40de-bec7-625a4ea895c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:43.624557 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2e206cfd-8455-40de-bec7-625a4ea895c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:43.625699 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-2e206cfd-8455-40de-bec7-625a4ea895c9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a6584a48-f9f8-4880-b93d-207c6654e961 HTTP/1.1" status: 204 len: 168 time: 0.1138656 Jun 28 14:09:43.626426 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-0c572fa3-2203-4f64-92fa-7dde8366eab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:43.634381 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e206cfd-8455-40de-bec7-625a4ea895c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6584a48-f9f8-4880-b93d-207c6654e961,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:43.636760 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-2e206cfd-8455-40de-bec7-625a4ea895c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:43.932044 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58738) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:43.970247 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-00911e9d-37b6-4578-8009-2e04f85f5c1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=13534a09ace64ed8bbba51f23b2b8a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370314 Jun 28 14:09:43.973029 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 58740) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:44.018829 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3405-b56c-4cfa-808b-962921cb74ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:44.038890 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3405-b56c-4cfa-808b-962921cb74ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:44.084728 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3405-b56c-4cfa-808b-962921cb74ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:44.087242 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3405-b56c-4cfa-808b-962921cb74ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:44.088410 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-ecbf3405-b56c-4cfa-808b-962921cb74ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b9b5d848-4430-4905-b871-ca260341c3a1 HTTP/1.1" status: 204 len: 168 time: 0.1145134 Jun 28 14:09:44.089200 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-c8351a06-978b-43d9-8e8e-43d3dd3e710d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:44.096309 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf3405-b56c-4cfa-808b-962921cb74ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b5d848-4430-4905-b871-ca260341c3a1,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:44.098649 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-ecbf3405-b56c-4cfa-808b-962921cb74ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:44.289251 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 68389fa0-a727-44fd-bae6-521e074e88da details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:09:44.362585 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device b8efae0e-3f57-471a-b790-1f724c384778 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:09:44.388119 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: b8efae0e-3f57-471a-b790-1f724c384778 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:09:44.388473 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device b8efae0e-3f57-471a-b790-1f724c384778 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:09:44.388911 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device ed8e8852-bfab-45f9-be42-11799d9abe38 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:09:44.411212 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: ed8e8852-bfab-45f9-be42-11799d9abe38 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:09:44.411563 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device ed8e8852-bfab-45f9-be42-11799d9abe38 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:09:44.436547 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 68389fa0-a727-44fd-bae6-521e074e88da, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=68389fa0-a727-44fd-bae6-521e074e88da,segment=NetworkSegment(df49fd01-2157-4b29-adae-3cc64b821b57),segment_id=df49fd01-2157-4b29-adae-3cc64b821b57)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:09:44.447315 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': '68389fa0-a727-44fd-bae6-521e074e88da', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'port_id': '68389fa0-a727-44fd-bae6-521e074e88da', 'mac_address': 'fa:16:3e:27:03:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:09:44.482681 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:44.495614 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68389fa0-a727-44fd-bae6-521e074e88da {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:09:44.514514 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 68389fa0-a727-44fd-bae6-521e074e88da, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=68389fa0-a727-44fd-bae6-521e074e88da,segment=NetworkSegment(df49fd01-2157-4b29-adae-3cc64b821b57),segment_id=df49fd01-2157-4b29-adae-3cc64b821b57)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:09:44.518825 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:44.520680 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:44.568671 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=68389fa0-a727-44fd-bae6-521e074e88da,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:44.571650 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:44.828083 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['68389fa0-a727-44fd-bae6-521e074e88da'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:09:44.833263 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15107a42-c53e-4ef0-97a2-413f3f07aa18 req-3571271c-9844-453e-9076-dedff4f21d20 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:44.834737 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-15107a42-c53e-4ef0-97a2-413f3f07aa18 req-3571271c-9844-453e-9076-dedff4f21d20 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 944 time: 0.2759361 Jun 28 14:09:44.874206 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-15107a42-c53e-4ef0-97a2-413f3f07aa18 req-cab2866b-139b-4613-a9e8-374e3a799b5a tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=526d83dd-ca8f-4378-92f3-85f5250c93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333388 Jun 28 14:09:45.777824 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:09:46.051029 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b02ba-3f22-4e50-9cff-4f8d5e56d46a req-8a6ba376-bc3e-4a6e-9c05-8928a86320fe tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:46.052440 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d10b02ba-3f22-4e50-9cff-4f8d5e56d46a req-8a6ba376-bc3e-4a6e-9c05-8928a86320fe tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 944 time: 0.0669725 Jun 28 14:09:46.088248 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d10b02ba-3f22-4e50-9cff-4f8d5e56d46a req-ced5bffb-c81c-4c15-b8f4-5c293ae23069 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=526d83dd-ca8f-4378-92f3-85f5250c93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302737 Jun 28 14:09:46.291022 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 68389fa0-a727-44fd-bae6-521e074e88da up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:09:46.339640 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port 68389fa0-a727-44fd-bae6-521e074e88da completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:09:46.343097 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port 68389fa0-a727-44fd-bae6-521e074e88da triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:09:46.343481 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:46.415353 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:46.435990 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68389fa0-a727-44fd-bae6-521e074e88da'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:09:46.438228 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c33238-c242-42c8-8ee4-6c309b812fb1" -d '{"events": [{"server_uuid": "c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab", "name": "network-vif-plugged", "status": "completed", "tag": "68389fa0-a727-44fd-bae6-521e074e88da"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:09:46.450750 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 68389fa0-a727-44fd-bae6-521e074e88da, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=68389fa0-a727-44fd-bae6-521e074e88da,segment=NetworkSegment(df49fd01-2157-4b29-adae-3cc64b821b57),segment_id=df49fd01-2157-4b29-adae-3cc64b821b57)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:09:46.458084 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:46.460077 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:09:46.481782 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cab603-0ca3-4b2e-bc1a-901ca647d88f x-openstack-request-id: req-12cab603-0ca3-4b2e-bc1a-901ca647d88f {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:09:46.482086 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab", "name": "network-vif-plugged", "status": "completed", "tag": "68389fa0-a727-44fd-bae6-521e074e88da", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:09:46.482347 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12cab603-0ca3-4b2e-bc1a-901ca647d88f {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:09:46.482732 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68389fa0-a727-44fd-bae6-521e074e88da', 'code': 200} Jun 28 14:09:46.509589 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=68389fa0-a727-44fd-bae6-521e074e88da,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:09:46.512615 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:09:46.727002 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3af7bc-fa95-4bc2-ac92-9ecf7e77c6b3 req-775fd1b8-34a5-4476-9d26-c877e7d5605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:46.728488 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8d3af7bc-fa95-4bc2-ac92-9ecf7e77c6b3 req-775fd1b8-34a5-4476-9d26-c877e7d5605c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 1098 time: 0.0498502 Jun 28 14:09:46.761445 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8d3af7bc-fa95-4bc2-ac92-9ecf7e77c6b3 req-2804604b-ffe6-4a12-87b1-8b3bb045ab31 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=526d83dd-ca8f-4378-92f3-85f5250c93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257506 Jun 28 14:09:47.458210 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06257c3-fcdb-4b08-b265-d1eb231a6081 req-0f381da5-98ae-4cf6-b264-2314f459ad48 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:47.459717 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d06257c3-fcdb-4b08-b265-d1eb231a6081 req-0f381da5-98ae-4cf6-b264-2314f459ad48 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 945 time: 0.1119058 Jun 28 14:09:47.499774 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d06257c3-fcdb-4b08-b265-d1eb231a6081 req-766fa16c-34ee-479e-9032-6ffc6415a96b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=526d83dd-ca8f-4378-92f3-85f5250c93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344884 Jun 28 14:09:48.666905 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab9a72-746e-4584-a508-636d5d3b3f82 req-f4e21eb1-595e-4fc3-83f4-1c440f48bc18 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:48.668373 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-91ab9a72-746e-4584-a508-636d5d3b3f82 req-f4e21eb1-595e-4fc3-83f4-1c440f48bc18 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 945 time: 0.0610971 Jun 28 14:09:48.704719 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-91ab9a72-746e-4584-a508-636d5d3b3f82 req-50813a70-502d-478e-b038-5933de54e22e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=526d83dd-ca8f-4378-92f3-85f5250c93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308514 Jun 28 14:09:48.870137 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f2769-8a8e-44c3-8edb-520031a22b9a req-609f3f60-a660-4915-b3b8-679be59c01ab tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:48.871482 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b66f2769-8a8e-44c3-8edb-520031a22b9a req-609f3f60-a660-4915-b3b8-679be59c01ab tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 945 time: 0.0650122 Jun 28 14:09:48.880571 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 58768) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:09:48.884951 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-3143b3a6-34c0-4bb7-830e-f5f80ad3123e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Request body: {'floatingip': {'port_id': '68389fa0-a727-44fd-bae6-521e074e88da'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:09:48.923246 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3143b3a6-34c0-4bb7-830e-f5f80ad3123e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for floatingip, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:49.345694 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3143b3a6-34c0-4bb7-830e-f5f80ad3123e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:49.349998 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3143b3a6-34c0-4bb7-830e-f5f80ad3123e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:49.455939 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.db.l3_db [None req-3143b3a6-34c0-4bb7-830e-f5f80ad3123e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Floating IP 2d34222b-a78e-4217-a7b3-f05b598ac656 associated. External IP: 172.27.2.132, port: 68389fa0-a727-44fd-bae6-521e074e88da. Jun 28 14:09:49.657885 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3143b3a6-34c0-4bb7-830e-f5f80ad3123e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:09:50.021380 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3143b3a6-34c0-4bb7-830e-f5f80ad3123e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:09:50.026091 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3143b3a6-34c0-4bb7-830e-f5f80ad3123e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:50.031882 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac11c6f-6133-497e-b1ae-7f0ab07c2e52 None None] Sync routers for ids ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:09:50.041136 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac11c6f-6133-497e-b1ae-7f0ab07c2e52 None None] Routers {'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:09:50.041757 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-0ac11c6f-6133-497e-b1ae-7f0ab07c2e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:09:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:50.061207 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-3143b3a6-34c0-4bb7-830e-f5f80ad3123e tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "PUT /v2.0/floatingips/2d34222b-a78e-4217-a7b3-f05b598ac656 HTTP/1.1" status: 200 len: 991 time: 1.1796238 Jun 28 14:09:50.061847 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab', 'tag': '68389fa0-a727-44fd-bae6-521e074e88da'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:09:50.064154 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f64d221-46d3-47e0-8eb2-002e5a5b65d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab", "tag": "68389fa0-a727-44fd-bae6-521e074e88da"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:09:50.100022 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c99e3b6-4622-49e6-b23d-edf5a559469e x-openstack-request-id: req-4c99e3b6-4622-49e6-b23d-edf5a559469e {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:09:50.100353 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab", "tag": "68389fa0-a727-44fd-bae6-521e074e88da", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:09:50.100644 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c99e3b6-4622-49e6-b23d-edf5a559469e {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:09:50.101067 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab', 'tag': '68389fa0-a727-44fd-bae6-521e074e88da', 'status': 'completed', 'code': 200} Jun 28 14:09:50.227962 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64d221-46d3-47e0-8eb2-002e5a5b65d8 req-1f8e9893-c91c-4f54-83f7-ff95f0934f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:50.229481 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6f64d221-46d3-47e0-8eb2-002e5a5b65d8 req-1f8e9893-c91c-4f54-83f7-ff95f0934f9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d4eac73e6144623876ae1a05fa00695&device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 1098 time: 0.0543814 Jun 28 14:09:50.269880 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-0ac11c6f-6133-497e-b1ae-7f0ab07c2e52 None None] Set router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:09:50.320656 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64d221-46d3-47e0-8eb2-002e5a5b65d8 req-8bb7f694-8078-4aee-ac36-dd7060a7b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:50.322136 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6f64d221-46d3-47e0-8eb2-002e5a5b65d8 req-8bb7f694-8078-4aee-ac36-dd7060a7b784 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eee0d957-c088-43bb-b147-4b4d998ec199 HTTP/1.1" status: 200 len: 912 time: 0.0857818 Jun 28 14:09:50.385966 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6f64d221-46d3-47e0-8eb2-002e5a5b65d8 req-5933f62f-9fbd-4ca6-8bf0-ec22bdb4500a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68389fa0-a727-44fd-bae6-521e074e88da HTTP/1.1" status: 200 len: 999 time: 0.0573645 Jun 28 14:09:50.432808 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64d221-46d3-47e0-8eb2-002e5a5b65d8 req-2b6658e8-e7ce-414b-ad92-379cea4230ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:50.434234 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6f64d221-46d3-47e0-8eb2-002e5a5b65d8 req-2b6658e8-e7ce-414b-ad92-379cea4230ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5382c2d3-8699-42f8-80f8-0424fb51b52e HTTP/1.1" status: 200 len: 850 time: 0.0417953 Jun 28 14:09:50.484008 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-0ac11c6f-6133-497e-b1ae-7f0ab07c2e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:55Z', 'revision_number': 4, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '2d34222b-a78e-4217-a7b3-f05b598ac656', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'port_id': '68389fa0-a727-44fd-bae6-521e074e88da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'mac_address': 'fa:16:3e:27:03:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:09:35Z', 'updated_at': '2021-06-28T14:09:49Z', 'revision_number': 1, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c514ccf3-465b-4b68-b075-c4f0c57da646', 'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'mac_address': 'fa:16:3e:ff:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:52Z', 'updated_at': '2021-06-28T14:05:05Z', 'revision_number': 5, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'subnets': [{'id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:50.494006 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64d221-46d3-47e0-8eb2-002e5a5b65d8 req-542cccf4-58db-451c-8e6e-483e99f95fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:50.495488 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6f64d221-46d3-47e0-8eb2-002e5a5b65d8 req-542cccf4-58db-451c-8e6e-483e99f95fe9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eee0d957-c088-43bb-b147-4b4d998ec199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543957 Jun 28 14:09:50.509478 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac11c6f-6133-497e-b1ae-7f0ab07c2e52 None None] Checking router: cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:09:50.517461 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac11c6f-6133-497e-b1ae-7f0ab07c2e52 None None] Routers {'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:09:50.518582 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-0ac11c6f-6133-497e-b1ae-7f0ab07c2e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:09:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:50.591606 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6f64d221-46d3-47e0-8eb2-002e5a5b65d8 req-4b948e5a-5fa4-48de-8664-5306a8ee315e service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891485 Jun 28 14:09:50.631205 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-0ac11c6f-6133-497e-b1ae-7f0ab07c2e52 None None] Set router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:09:50.696370 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6f64d221-46d3-47e0-8eb2-002e5a5b65d8 req-3d511e75-412f-487e-bfc0-822ecd92361e service neutron] 10.222.0.55 "GET /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973468 Jun 28 14:09:50.856371 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-0ac11c6f-6133-497e-b1ae-7f0ab07c2e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:55Z', 'revision_number': 4, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '2d34222b-a78e-4217-a7b3-f05b598ac656', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'port_id': '68389fa0-a727-44fd-bae6-521e074e88da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'mac_address': 'fa:16:3e:27:03:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:09:35Z', 'updated_at': '2021-06-28T14:09:49Z', 'revision_number': 1, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c514ccf3-465b-4b68-b075-c4f0c57da646', 'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'mac_address': 'fa:16:3e:ff:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:52Z', 'updated_at': '2021-06-28T14:05:05Z', 'revision_number': 5, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'subnets': [{'id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:09:50.882317 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac11c6f-6133-497e-b1ae-7f0ab07c2e52 None None] The sync data for ids ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'] in dv-cinder-761113-15-iscsi is: [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:55Z', 'revision_number': 4, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '2d34222b-a78e-4217-a7b3-f05b598ac656', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'port_id': '68389fa0-a727-44fd-bae6-521e074e88da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'mac_address': 'fa:16:3e:27:03:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:09:35Z', 'updated_at': '2021-06-28T14:09:49Z', 'revision_number': 1, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c514ccf3-465b-4b68-b075-c4f0c57da646', 'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'mac_address': 'fa:16:3e:ff:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:52Z', 'updated_at': '2021-06-28T14:05:05Z', 'revision_number': 5, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'subnets': [{'id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:09:51.068308 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5edda3b-01c8-4671-be68-0ad8ffd884cb None None] New status for floating IP 2d34222b-a78e-4217-a7b3-f05b598ac656: ACTIVE {{(pid=93026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:09:56.373212 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:09:56.602813 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-48bce017-0583-410c-ae9a-1d651fa3759e req-7ef1422b-44ec-402b-a562-caa70bab66e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508895 Jun 28 14:09:56.708817 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bce017-0583-410c-ae9a-1d651fa3759e req-a7b4a0ee-c7da-4292-88c8-8ade06a05585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:56.710144 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-48bce017-0583-410c-ae9a-1d651fa3759e req-a7b4a0ee-c7da-4292-88c8-8ade06a05585 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f154bdfc04f34f66a9ef7393d6e7494b&device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 1098 time: 0.0500581 Jun 28 14:09:56.813828 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bce017-0583-410c-ae9a-1d651fa3759e req-7c8bce0f-f9fe-42a0-8cb2-05968c1eed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:56.815299 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-48bce017-0583-410c-ae9a-1d651fa3759e req-7c8bce0f-f9fe-42a0-8cb2-05968c1eed86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f HTTP/1.1" status: 200 len: 909 time: 0.0854738 Jun 28 14:09:56.877383 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-48bce017-0583-410c-ae9a-1d651fa3759e req-553f5f0c-d460-4add-a1e7-585b3eaf6d0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=986aa089-c170-4d51-a9f6-e0758c8dd82d HTTP/1.1" status: 200 len: 1000 time: 0.0557311 Jun 28 14:09:56.927080 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bce017-0583-410c-ae9a-1d651fa3759e req-3f88aa4b-5e81-4c72-aad8-d7bbb84f8c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:56.928498 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-48bce017-0583-410c-ae9a-1d651fa3759e req-3f88aa4b-5e81-4c72-aad8-d7bbb84f8c3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80e78336-1cbd-43a7-9a97-9c761be27c68 HTTP/1.1" status: 200 len: 847 time: 0.0452347 Jun 28 14:09:56.985059 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bce017-0583-410c-ae9a-1d651fa3759e req-a909d40e-1e45-4ba7-baca-b212d5a31351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:09:56.986648 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-48bce017-0583-410c-ae9a-1d651fa3759e req-a909d40e-1e45-4ba7-baca-b212d5a31351 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0515981 Jun 28 14:09:57.078863 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-48bce017-0583-410c-ae9a-1d651fa3759e req-49d6e80d-9ca5-4934-90c9-47e2b751d9d3 service neutron] 10.222.0.55 "GET /v2.0/networks/e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861795 Jun 28 14:09:57.172673 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-48bce017-0583-410c-ae9a-1d651fa3759e req-425afbbf-9e9c-4bbe-bba5-c9646da8f71e service neutron] 10.222.0.55 "GET /v2.0/networks/e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874276 Jun 28 14:10:01.364064 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-524cb8d1-b400-4ff7-ba32-3a1a9b74da59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:02.614212 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222bc66-ce04-46de-9eba-00869f7371d0 req-c66dbc5c-5874-42b2-93fa-a6516aa403ef tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:02.615710 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3222bc66-ce04-46de-9eba-00869f7371d0 req-c66dbc5c-5874-42b2-93fa-a6516aa403ef tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0632572 Jun 28 14:10:02.651613 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3222bc66-ce04-46de-9eba-00869f7371d0 req-cc107789-a5ed-42f5-8e8e-47ecef95faa5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302205 Jun 28 14:10:03.830631 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b59427-4cc0-449b-929e-0a7566e05ec1 req-abadbd0a-c5c0-47cb-a34d-d0bbe08a431e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:03.832038 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c1b59427-4cc0-449b-929e-0a7566e05ec1 req-abadbd0a-c5c0-47cb-a34d-d0bbe08a431e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0674436 Jun 28 14:10:03.870063 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c1b59427-4cc0-449b-929e-0a7566e05ec1 req-3043ea14-102d-41ed-890d-fbae925fa1ab tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323470 Jun 28 14:10:03.880118 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-fc2996ab-de01-4ad1-8d4f-9169898a225f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:04.165246 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:05.043718 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b0786-5bc8-40ee-8562-1d59bc4ac104 req-4a6a424b-4dcf-4c62-aad7-4d542c21074a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:05.045876 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c75b0786-5bc8-40ee-8562-1d59bc4ac104 req-4a6a424b-4dcf-4c62-aad7-4d542c21074a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0644913 Jun 28 14:10:05.060706 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:05.084183 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c75b0786-5bc8-40ee-8562-1d59bc4ac104 req-0e4a0d34-9ec1-4347-82dd-deb4e6849bdf tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327075 Jun 28 14:10:06.259093 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14bf87-9305-4fa3-a317-b69dd4b84497 req-7291b7ac-01a6-4fb2-95b8-bb3ea53f1049 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:06.260564 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-dc14bf87-9305-4fa3-a317-b69dd4b84497 req-7291b7ac-01a6-4fb2-95b8-bb3ea53f1049 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0617399 Jun 28 14:10:06.296950 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-dc14bf87-9305-4fa3-a317-b69dd4b84497 req-1b3817af-1994-46dd-9016-23dc3a80139d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308502 Jun 28 14:10:06.508652 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:07.475557 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8faff8-7d85-424e-99ec-3e89e26f3d22 req-f2faf470-a88c-41d9-9abb-ca94ca502130 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:07.477050 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6e8faff8-7d85-424e-99ec-3e89e26f3d22 req-f2faf470-a88c-41d9-9abb-ca94ca502130 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0671694 Jun 28 14:10:07.515090 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6e8faff8-7d85-424e-99ec-3e89e26f3d22 req-eb87767f-1422-4d0a-8e79-f294897436b5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324402 Jun 28 14:10:08.687718 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc88392-7645-4d6b-8935-1e9cb165e444 req-0a76589f-d61a-4d45-8571-c9e680d397a7 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:08.689189 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9cc88392-7645-4d6b-8935-1e9cb165e444 req-0a76589f-d61a-4d45-8571-c9e680d397a7 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0621154 Jun 28 14:10:08.725076 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9cc88392-7645-4d6b-8935-1e9cb165e444 req-b02e27c8-0a37-4396-8647-ec42bcceb887 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303700 Jun 28 14:10:09.899320 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353f285-43ff-4d79-948f-e599e398cfd3 req-945498ac-156f-414d-ba8c-eb8ff61618fc tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:09.900806 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2353f285-43ff-4d79-948f-e599e398cfd3 req-945498ac-156f-414d-ba8c-eb8ff61618fc tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0653825 Jun 28 14:10:09.936831 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2353f285-43ff-4d79-948f-e599e398cfd3 req-6a9732b3-69e4-4c10-9260-c9802e24c5e8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306087 Jun 28 14:10:11.115445 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dedaf-22ff-491f-aced-dada1a9712a9 req-e54dd9c4-dd16-4f52-996e-e05a7c190789 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:11.116833 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-158dedaf-22ff-491f-aced-dada1a9712a9 req-e54dd9c4-dd16-4f52-996e-e05a7c190789 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0639608 Jun 28 14:10:11.153238 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-158dedaf-22ff-491f-aced-dada1a9712a9 req-1b89aa70-18f2-4434-989e-a2664c274073 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307734 Jun 28 14:10:12.325133 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7222e1-49d1-4be0-b829-3ec1f0314c81 req-07f990f7-a75c-45ac-b6cb-00f1b25b8cfb tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:12.326561 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0f7222e1-49d1-4be0-b829-3ec1f0314c81 req-07f990f7-a75c-45ac-b6cb-00f1b25b8cfb tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0605271 Jun 28 14:10:12.363130 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0f7222e1-49d1-4be0-b829-3ec1f0314c81 req-99dc516b-c0c8-4863-a2c0-d1966a57216b tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310755 Jun 28 14:10:13.557103 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2e98a-8b89-4a5c-b748-c5e9c20db255 req-9b71aa35-4847-43d3-ae34-03ea03e558a6 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:13.558621 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-79d2e98a-8b89-4a5c-b748-c5e9c20db255 req-9b71aa35-4847-43d3-ae34-03ea03e558a6 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0714846 Jun 28 14:10:13.595616 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-79d2e98a-8b89-4a5c-b748-c5e9c20db255 req-87784996-4e72-431a-97e6-e731c85ff1ef tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312505 Jun 28 14:10:14.414966 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:10:14.510470 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:10:14.520948 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'port_id': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f', 'mac_address': 'fa:16:3e:c5:1e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:10:14.556200 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:14.567857 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:10:14.586089 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:10:14.589546 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:14.591237 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-98169def-f3b2-4d24-a67f-5238b347dd1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:10:14.639205 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,revision_number=6']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:10:14.646045 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:14.646399 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:14.646740 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:14.647073 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:14.647403 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:14.647752 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:14.648082 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:14.648409 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:14.648734 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:14.649059 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:14.649378 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:14.649696 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:14.653733 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:10:14.767662 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79d0c3-caec-48ae-9973-a6c97b919711 req-aa238b5f-14ad-4875-8d9b-a7aca464c601 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:14.769148 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fe79d0c3-caec-48ae-9973-a6c97b919711 req-aa238b5f-14ad-4875-8d9b-a7aca464c601 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 945 time: 0.0618088 Jun 28 14:10:14.805611 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fe79d0c3-caec-48ae-9973-a6c97b919711 req-e3ac1ccb-633e-458e-9597-7d627f367e62 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309367 Jun 28 14:10:14.810602 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:10:16.007721 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2555bc-79ac-43f6-b3c9-22e1ebf135a6 req-3d5515ae-50f3-4a31-8d4a-9a3085167fb7 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:16.009447 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2d2555bc-79ac-43f6-b3c9-22e1ebf135a6 req-3d5515ae-50f3-4a31-8d4a-9a3085167fb7 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 945 time: 0.0822699 Jun 28 14:10:16.052337 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2d2555bc-79ac-43f6-b3c9-22e1ebf135a6 req-e8a5ebf7-ae56-46c9-a474-c302b5432d38 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366349 Jun 28 14:10:16.428808 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:10:16.502495 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:10:16.502961 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:16.585827 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:16.620662 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:10:16.621515 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:10:16.623926 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359735c6-078a-4018-ac9c-103f0a9c2a4e" -d '{"events": [{"server_uuid": "a8a2b148-06aa-4349-99b4-f75863e742d5", "name": "network-vif-plugged", "status": "completed", "tag": "ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:10:16.631497 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:16.636426 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-28d4ec35-e77b-4bd5-aafc-2e1c9ed962c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:10:16.699535 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47669221-5b53-4606-bb91-0a3a9feda1df x-openstack-request-id: req-47669221-5b53-4606-bb91-0a3a9feda1df {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:10:16.699953 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a2b148-06aa-4349-99b4-f75863e742d5", "name": "network-vif-plugged", "status": "completed", "tag": "ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:10:16.700221 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-47669221-5b53-4606-bb91-0a3a9feda1df {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:10:16.700629 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f', 'code': 200} Jun 28 14:10:16.719424 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,revision_number=7']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:10:16.723378 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:10:17.237379 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b8e8d-9d8c-40df-a7db-59fbe49118aa req-d48d9a6c-0bf7-4844-89ac-8d8a49fef4bb tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:17.239038 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-970b8e8d-9d8c-40df-a7db-59fbe49118aa req-d48d9a6c-0bf7-4844-89ac-8d8a49fef4bb tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0661132 Jun 28 14:10:17.279234 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-970b8e8d-9d8c-40df-a7db-59fbe49118aa req-02174eb1-864b-478c-b6bd-f40d6b725791 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343764 Jun 28 14:10:18.282381 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26bb4f-6bc3-46af-9e2d-8dc72e366181 req-b9e6dd77-c573-488d-b342-2d8ce73c974a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:18.284424 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8c26bb4f-6bc3-46af-9e2d-8dc72e366181 req-b9e6dd77-c573-488d-b342-2d8ce73c974a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0692489 Jun 28 14:10:18.325710 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8c26bb4f-6bc3-46af-9e2d-8dc72e366181 req-a30c4755-3854-43d7-86f5-474c4cfeee1d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354388 Jun 28 14:10:18.468843 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1009085-a8fb-491b-9f18-5e02f64a8230 req-b972787c-0b8d-4b3f-b501-eef44d20ba9d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:18.470464 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a1009085-a8fb-491b-9f18-5e02f64a8230 req-b972787c-0b8d-4b3f-b501-eef44d20ba9d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0663767 Jun 28 14:10:18.511456 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a1009085-a8fb-491b-9f18-5e02f64a8230 req-c2fa0e88-7b96-480b-917a-59261ae11e48 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343719 Jun 28 14:10:19.530954 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe98bd2-c9db-4f6e-bc3c-57eb7abfd0e4 req-073b0f96-2435-4681-9c58-1bf09f091b8b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:19.541407 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fbe98bd2-c9db-4f6e-bc3c-57eb7abfd0e4 req-073b0f96-2435-4681-9c58-1bf09f091b8b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0901771 Jun 28 14:10:19.582844 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fbe98bd2-c9db-4f6e-bc3c-57eb7abfd0e4 req-e0f1eb50-649d-4ed1-91c7-f31a95a53e02 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403001 Jun 28 14:10:19.711793 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c9ccf-14f1-464b-a24e-2f7cd9f9e4b2 req-3ca8d123-3bfb-46af-81d9-b744e3c583c9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:19.714085 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7e4c9ccf-14f1-464b-a24e-2f7cd9f9e4b2 req-3ca8d123-3bfb-46af-81d9-b744e3c583c9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0753326 Jun 28 14:10:19.757086 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7e4c9ccf-14f1-464b-a24e-2f7cd9f9e4b2 req-7cf50669-5718-4d6b-a71a-9e281830ec82 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371840 Jun 28 14:10:20.764964 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958c490-2450-4358-9128-28c1972e2322 req-9534c32c-e28e-47c3-b777-39c4230dd67a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:20.766352 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a958c490-2450-4358-9128-28c1972e2322 req-9534c32c-e28e-47c3-b777-39c4230dd67a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0658193 Jun 28 14:10:20.825934 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a958c490-2450-4358-9128-28c1972e2322 req-4ce642f7-03bf-44e5-8c9f-e93212ab6bf9 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490544 Jun 28 14:10:20.954199 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ebb85-1b90-4e04-a22b-45ff07190171 req-8255da96-a3ec-4673-ad11-ac42d829e74a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:20.955834 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-af7ebb85-1b90-4e04-a22b-45ff07190171 req-8255da96-a3ec-4673-ad11-ac42d829e74a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0713987 Jun 28 14:10:20.996491 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-af7ebb85-1b90-4e04-a22b-45ff07190171 req-0c226fb0-ba12-4de3-941e-6e7a2a6ab236 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347297 Jun 28 14:10:22.016859 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33515ba9-d211-4008-ade4-5d16c31d01a0 req-c7efc61a-b456-4748-abc3-d39e09f5fa32 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:22.018594 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-33515ba9-d211-4008-ade4-5d16c31d01a0 req-c7efc61a-b456-4748-abc3-d39e09f5fa32 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0693703 Jun 28 14:10:22.066491 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-33515ba9-d211-4008-ade4-5d16c31d01a0 req-b6f38960-65f3-43b3-ac6b-1ccf2e0e13ac tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420127 Jun 28 14:10:22.193711 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac7ae1-71af-430b-9ea3-d2d467ead3cf req-e4887bf4-d963-47a9-b12e-a4a76b25f267 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:22.195365 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2aac7ae1-71af-430b-9ea3-d2d467ead3cf req-e4887bf4-d963-47a9-b12e-a4a76b25f267 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0722487 Jun 28 14:10:22.242662 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2aac7ae1-71af-430b-9ea3-d2d467ead3cf req-91f41c24-e1ec-4523-837c-8c4b971a2547 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415862 Jun 28 14:10:22.777110 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:10:23.250970 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02af6a-03d4-469e-a07c-34ef2efd3efa req-cf2a108a-5714-4ff4-bc0b-0e3086d148ef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:23.253069 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ca02af6a-03d4-469e-a07c-34ef2efd3efa req-cf2a108a-5714-4ff4-bc0b-0e3086d148ef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0659811 Jun 28 14:10:23.301299 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ca02af6a-03d4-469e-a07c-34ef2efd3efa req-5b6be4b7-d112-477e-bfa0-a6532c66a5e2 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419323 Jun 28 14:10:23.445496 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23276b-f78a-458d-840e-3fe89941a650 req-0dafdb6d-63eb-4b07-9b23-518187e796c8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:23.447013 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ec23276b-f78a-458d-840e-3fe89941a650 req-0dafdb6d-63eb-4b07-9b23-518187e796c8 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0778897 Jun 28 14:10:23.489427 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ec23276b-f78a-458d-840e-3fe89941a650 req-ff2cf4e3-dfa1-414c-90e0-497e0e512207 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365829 Jun 28 14:10:24.488230 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04849f-c0b2-487c-8280-8c9104236998 req-ae2bf295-fb55-4acf-9ef7-094cd7b3a8ce tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:24.490525 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-cc04849f-c0b2-487c-8280-8c9104236998 req-ae2bf295-fb55-4acf-9ef7-094cd7b3a8ce tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0719390 Jun 28 14:10:24.544421 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-cc04849f-c0b2-487c-8280-8c9104236998 req-591969c4-5049-4e92-8606-ef81f24835df tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456460 Jun 28 14:10:24.677562 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250bf91-e0c3-4149-b458-d1a5c756047f req-095d63e6-a14b-440d-ad49-a7d186dc429a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:24.679039 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3250bf91-e0c3-4149-b458-d1a5c756047f req-095d63e6-a14b-440d-ad49-a7d186dc429a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0637424 Jun 28 14:10:24.716684 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3250bf91-e0c3-4149-b458-d1a5c756047f req-469df523-2bf2-4a3b-a203-6e9a19ee8c8d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317960 Jun 28 14:10:25.474554 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e28a1c-80c6-4774-ada8-930bad748144 req-4592657d-cc14-43ca-a1a2-47889325cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:25.476133 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d8e28a1c-80c6-4774-ada8-930bad748144 req-4592657d-cc14-43ca-a1a2-47889325cd83 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=724e3789680240be9f570b8ca116df8d&device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 1099 time: 0.0988305 Jun 28 14:10:25.566588 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e28a1c-80c6-4774-ada8-930bad748144 req-aad9f033-c17c-4379-8425-684a756416fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:25.568111 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d8e28a1c-80c6-4774-ada8-930bad748144 req-aad9f033-c17c-4379-8425-684a756416fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece HTTP/1.1" status: 200 len: 918 time: 0.0843790 Jun 28 14:10:25.634892 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d8e28a1c-80c6-4774-ada8-930bad748144 req-8ee57e4a-e51c-4314-85cf-282725bf335e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f HTTP/1.1" status: 200 len: 1001 time: 0.0593657 Jun 28 14:10:25.682590 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e28a1c-80c6-4774-ada8-930bad748144 req-e7af4f65-2c16-4685-8d71-d141476c59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:25.683993 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d8e28a1c-80c6-4774-ada8-930bad748144 req-e7af4f65-2c16-4685-8d71-d141476c59c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad9292e9-2ab9-4760-baef-5dfd44f625a4 HTTP/1.1" status: 200 len: 856 time: 0.0422890 Jun 28 14:10:25.715034 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12633694-7504-43ff-9c0d-cb5d7e383f55 req-52a9ec13-f647-4485-8d15-858a13335b1f tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:25.716520 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-12633694-7504-43ff-9c0d-cb5d7e383f55 req-52a9ec13-f647-4485-8d15-858a13335b1f tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0650754 Jun 28 14:10:25.740009 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e28a1c-80c6-4774-ada8-930bad748144 req-e5ca753a-63b6-4ccf-945d-1fba3b7b7491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:25.741486 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d8e28a1c-80c6-4774-ada8-930bad748144 req-e5ca753a-63b6-4ccf-945d-1fba3b7b7491 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503891 Jun 28 14:10:25.755404 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-12633694-7504-43ff-9c0d-cb5d7e383f55 req-61d87e67-17f6-41b7-88dc-0daea5154953 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324900 Jun 28 14:10:25.832813 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d8e28a1c-80c6-4774-ada8-930bad748144 req-17530720-5fdd-47f4-a8cf-489742ae8f6c service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842037 Jun 28 14:10:25.955416 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d8e28a1c-80c6-4774-ada8-930bad748144 req-01c9b7df-5f2c-4b3d-befe-a8ac22808fb4 service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132097 Jun 28 14:10:25.963312 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd753b-e7b3-406c-bac8-ac40780c2b41 req-abc55057-9824-4c23-b00a-e9559ce4b888 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:25.964670 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-49cd753b-e7b3-406c-bac8-ac40780c2b41 req-abc55057-9824-4c23-b00a-e9559ce4b888 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.1310320 Jun 28 14:10:26.003277 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-49cd753b-e7b3-406c-bac8-ac40780c2b41 req-5b14697d-3cdc-40c9-8593-b8d63ab7c735 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329585 Jun 28 14:10:26.383139 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:26.925365 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5d318-49e2-40dc-9159-d4c5b9966a4c req-d9d5d54f-6287-4445-88a8-980f23926708 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:26.926824 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-85a5d318-49e2-40dc-9159-d4c5b9966a4c req-d9d5d54f-6287-4445-88a8-980f23926708 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0624409 Jun 28 14:10:26.963022 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-85a5d318-49e2-40dc-9159-d4c5b9966a4c req-1e535a90-798f-448a-9c7f-32aef4246f04 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306864 Jun 28 14:10:27.176884 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed10f6f-ac4a-474d-85a5-e58093934173 req-342b6914-31e4-41d2-8341-c5bc3dee171e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:27.178381 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7ed10f6f-ac4a-474d-85a5-e58093934173 req-342b6914-31e4-41d2-8341-c5bc3dee171e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0616152 Jun 28 14:10:27.214957 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7ed10f6f-ac4a-474d-85a5-e58093934173 req-84bb797c-ff3e-4280-820e-916f47e6c215 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310152 Jun 28 14:10:28.129257 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ebdc3-42b7-4199-8b1d-bae774d4eaf1 req-ea26f417-805e-4a9b-a32a-8e6222496845 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:28.130731 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-092ebdc3-42b7-4199-8b1d-bae774d4eaf1 req-ea26f417-805e-4a9b-a32a-8e6222496845 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0612712 Jun 28 14:10:28.170036 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-092ebdc3-42b7-4199-8b1d-bae774d4eaf1 req-ccee0e86-2754-4768-bab8-c57616075af8 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335870 Jun 28 14:10:28.396738 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049339f-801e-4229-a201-4108d76ff705 req-953ca128-3972-4f97-8fcf-79aefbbb2a03 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:28.398198 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4049339f-801e-4229-a201-4108d76ff705 req-953ca128-3972-4f97-8fcf-79aefbbb2a03 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 946 time: 0.0665739 Jun 28 14:10:28.460319 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4049339f-801e-4229-a201-4108d76ff705 req-6fadf7fa-f60b-42b2-8b2a-ecb69d05166b tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541396 Jun 28 14:10:28.475256 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf3402-365a-4b5c-bd9f-11ce44d51a9c req-f7d7fec0-0fcf-4a1a-9e98-46f8275d2c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:28.476447 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-99cf3402-365a-4b5c-bd9f-11ce44d51a9c req-f7d7fec0-0fcf-4a1a-9e98-46f8275d2c57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f154bdfc04f34f66a9ef7393d6e7494b&device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 1098 time: 0.0774181 Jun 28 14:10:28.545705 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:10:28.571916 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf3402-365a-4b5c-bd9f-11ce44d51a9c req-cad42e7f-ea89-4340-b6df-10893efe389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:28.573587 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-99cf3402-365a-4b5c-bd9f-11ce44d51a9c req-cad42e7f-ea89-4340-b6df-10893efe389e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f HTTP/1.1" status: 200 len: 909 time: 0.0904508 Jun 28 14:10:28.622324 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:28.645107 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:10:28.645923 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-99cf3402-365a-4b5c-bd9f-11ce44d51a9c req-95f5d4f8-6086-4616-ba32-80382f48c4a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=986aa089-c170-4d51-a9f6-e0758c8dd82d HTTP/1.1" status: 200 len: 1000 time: 0.0658579 Jun 28 14:10:28.647386 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbeca425-d5e3-4351-ba51-ba60e5feafb2" -d '{"events": [{"server_uuid": "a8a2b148-06aa-4349-99b4-f75863e742d5", "name": "network-vif-unplugged", "status": "completed", "tag": "ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:10:28.661327 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:10:28.669097 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:28.671778 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:10:28.706347 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf3402-365a-4b5c-bd9f-11ce44d51a9c req-a6658703-8ba5-473f-a7a9-6b04cdd527e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:28.707733 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-99cf3402-365a-4b5c-bd9f-11ce44d51a9c req-a6658703-8ba5-473f-a7a9-6b04cdd527e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80e78336-1cbd-43a7-9a97-9c761be27c68 HTTP/1.1" status: 200 len: 847 time: 0.0555928 Jun 28 14:10:28.730910 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,revision_number=8']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:10:28.734612 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:10:28.745847 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 14:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a73c7c-5228-452d-9c28-f0800401a683 x-openstack-request-id: req-90a73c7c-5228-452d-9c28-f0800401a683 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:10:28.746160 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a2b148-06aa-4349-99b4-f75863e742d5", "name": "network-vif-unplugged", "status": "failed", "tag": "ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f", "code": 422}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:10:28.746487 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90a73c7c-5228-452d-9c28-f0800401a683 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:10:28.746884 dv-cinder-761113-15-iscsi neutron-server[93025]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f', 'code': 422} returned with failed status Jun 28 14:10:28.781098 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf3402-365a-4b5c-bd9f-11ce44d51a9c req-f6fda144-bb28-472e-b891-538b1c1125d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:28.782729 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-99cf3402-365a-4b5c-bd9f-11ce44d51a9c req-f6fda144-bb28-472e-b891-538b1c1125d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0674331 Jun 28 14:10:28.874458 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-99cf3402-365a-4b5c-bd9f-11ce44d51a9c req-d1456e24-963a-45f6-b5c6-c8e303c80359 service neutron] 10.222.0.55 "GET /v2.0/networks/e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828938 Jun 28 14:10:28.965419 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-99cf3402-365a-4b5c-bd9f-11ce44d51a9c req-a9d3e673-2e01-4f3b-b207-f08d4cd9182e service neutron] 10.222.0.55 "GET /v2.0/networks/e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842500 Jun 28 14:10:29.341170 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b5cb7-3565-4fe4-aab3-fccd231bee95 req-6993736a-466c-4b76-9777-c55d6a71f651 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:29.342629 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8d6b5cb7-3565-4fe4-aab3-fccd231bee95 req-6993736a-466c-4b76-9777-c55d6a71f651 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0623174 Jun 28 14:10:29.380426 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8d6b5cb7-3565-4fe4-aab3-fccd231bee95 req-2b9a4b5b-a840-49d1-a9c6-90f01ad8198b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320580 Jun 28 14:10:29.760061 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7db8-0d11-4792-94d6-c0e5fa1490ee req-a6344613-396c-419e-ade3-c6e361c2f707 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:29.761669 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-839f7db8-0d11-4792-94d6-c0e5fa1490ee req-a6344613-396c-419e-ade3-c6e361c2f707 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 944 time: 0.0658541 Jun 28 14:10:29.793221 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 59052) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:10:29.801256 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-839f7db8-0d11-4792-94d6-c0e5fa1490ee req-89102948-5661-4e59-9da0-337e07430dbd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333560 Jun 28 14:10:29.891841 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6ba960ea-ccce-472f-acf6-042df8c3e942 req-1d85a651-10fd-44d4-b22d-f03f19b6488d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0971797 Jun 28 14:10:30.565595 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d02d9-931a-4998-be82-3766d36f0c8b req-cea3f004-2ca4-4cdb-b838-3da66b9492a7 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:30.567157 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-027d02d9-931a-4998-be82-3766d36f0c8b req-cea3f004-2ca4-4cdb-b838-3da66b9492a7 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0745916 Jun 28 14:10:30.606317 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-027d02d9-931a-4998-be82-3766d36f0c8b req-73a0f121-5e35-485b-a68b-e5355a64e191 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335543 Jun 28 14:10:30.980545 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff06ff-a72e-4a02-b28d-2d24bd5a3f9b req-a9392520-9fff-44b7-8472-e504f62aa0c2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:30.982028 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2fff06ff-a72e-4a02-b28d-2d24bd5a3f9b req-a9392520-9fff-44b7-8472-e504f62aa0c2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 944 time: 0.0645657 Jun 28 14:10:31.021557 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2fff06ff-a72e-4a02-b28d-2d24bd5a3f9b req-1a54102c-1d14-4d31-af7a-9931b2976d77 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330324 Jun 28 14:10:31.072285 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba960ea-ccce-472f-acf6-042df8c3e942 req-deddc9e2-8e0d-4ace-a686-0be554d79161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:31.074422 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6ba960ea-ccce-472f-acf6-042df8c3e942 req-deddc9e2-8e0d-4ace-a686-0be554d79161 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5&tenant_id=724e3789680240be9f570b8ca116df8d HTTP/1.1" status: 200 len: 1097 time: 0.0659037 Jun 28 14:10:31.159411 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba960ea-ccce-472f-acf6-042df8c3e942 req-f3738223-fdbb-460e-a4cb-f150d0b4c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:31.160988 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6ba960ea-ccce-472f-acf6-042df8c3e942 req-f3738223-fdbb-460e-a4cb-f150d0b4c25b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=724e3789680240be9f570b8ca116df8d&device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 1097 time: 0.0543103 Jun 28 14:10:31.266756 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba960ea-ccce-472f-acf6-042df8c3e942 req-c551add6-2589-4136-aa56-6f145ee55006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:31.268517 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6ba960ea-ccce-472f-acf6-042df8c3e942 req-c551add6-2589-4136-aa56-6f145ee55006 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece HTTP/1.1" status: 200 len: 918 time: 0.0962133 Jun 28 14:10:31.333160 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6ba960ea-ccce-472f-acf6-042df8c3e942 req-208b4d9c-8b9c-4508-81e0-2b7b852a2d37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f HTTP/1.1" status: 200 len: 999 time: 0.0573809 Jun 28 14:10:31.365499 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-c7500c2e-a928-4e9b-97ca-b3b00ef69fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:31.410345 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba960ea-ccce-472f-acf6-042df8c3e942 req-da7ec71a-f067-4cdd-8fc6-57eb6849dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:31.411884 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6ba960ea-ccce-472f-acf6-042df8c3e942 req-da7ec71a-f067-4cdd-8fc6-57eb6849dd2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad9292e9-2ab9-4760-baef-5dfd44f625a4 HTTP/1.1" status: 200 len: 856 time: 0.0681846 Jun 28 14:10:31.478492 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba960ea-ccce-472f-acf6-042df8c3e942 req-f5f56299-879a-41e7-9452-34b986cbcf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:31.480028 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6ba960ea-ccce-472f-acf6-042df8c3e942 req-f5f56299-879a-41e7-9452-34b986cbcf9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0613747 Jun 28 14:10:31.595429 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6ba960ea-ccce-472f-acf6-042df8c3e942 req-7a4dc5d0-1094-401f-a502-5a21c805d927 service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946927 Jun 28 14:10:31.689563 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6ba960ea-ccce-472f-acf6-042df8c3e942 req-dd82b14d-37f1-47c8-a508-e596e4721aec service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871665 Jun 28 14:10:31.789727 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95fde2-e6a3-4542-887c-640ee1aad793 req-f5618a22-3bf0-4a24-80a4-fdf95eab3287 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:31.791182 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2e95fde2-e6a3-4542-887c-640ee1aad793 req-f5618a22-3bf0-4a24-80a4-fdf95eab3287 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0688682 Jun 28 14:10:31.830473 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2e95fde2-e6a3-4542-887c-640ee1aad793 req-da04ff19-fabc-4f5c-98ef-0dc1906a82df tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331521 Jun 28 14:10:32.200107 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ca02719f-706e-4dc7-9764-6e5707ce040d req-4c9d7e42-ee0e-4588-93c9-341bda6c28f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1312859 Jun 28 14:10:32.274279 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00436a1e-c734-453b-a652-982de350726c req-a036fb2f-9bf9-4027-99d9-6efa1ac2bcb3 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:32.281875 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-00436a1e-c734-453b-a652-982de350726c req-a036fb2f-9bf9-4027-99d9-6efa1ac2bcb3 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.1459115 Jun 28 14:10:32.308486 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb975465-6990-4a79-819e-5bf2bb5ea46c req-5d826b20-0f9a-4780-b1dd-61a00835c09e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:32.310141 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bb975465-6990-4a79-819e-5bf2bb5ea46c req-5d826b20-0f9a-4780-b1dd-61a00835c09e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 944 time: 0.0995665 Jun 28 14:10:32.343677 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-00436a1e-c734-453b-a652-982de350726c req-d8ac76d8-ec2c-4bbd-b564-b4f9cb823c45 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606213 Jun 28 14:10:32.354974 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bb975465-6990-4a79-819e-5bf2bb5ea46c req-ec1797e2-17c2-42f0-a026-82c73c2dd6a9 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383532 Jun 28 14:10:33.527375 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d12ac-3c4d-4427-a0da-c7d2c46abd0c req-eb5e3186-0052-4c40-839e-3f142d8a4c71 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:33.529795 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-154d12ac-3c4d-4427-a0da-c7d2c46abd0c req-eb5e3186-0052-4c40-839e-3f142d8a4c71 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0716398 Jun 28 14:10:33.560863 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab7a14-70a7-437e-b292-660bea41c192 req-93be16a7-1ba1-496c-8a94-60edd8939a38 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:33.562671 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b2ab7a14-70a7-437e-b292-660bea41c192 req-93be16a7-1ba1-496c-8a94-60edd8939a38 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 944 time: 0.0728335 Jun 28 14:10:33.569742 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-154d12ac-3c4d-4427-a0da-c7d2c46abd0c req-70f04f81-3983-414f-ac90-e17451197c7a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337062 Jun 28 14:10:33.616965 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b2ab7a14-70a7-437e-b292-660bea41c192 req-508ae23a-148a-46a1-9ef6-1349b8d7b48c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478668 Jun 28 14:10:33.886428 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-1769df2c-e638-4621-ad6b-7ae0bc8abe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:34.169305 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:34.567436 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 986aa089-c170-4d51-a9f6-e0758c8dd82d no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:10:34.653597 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:34.677242 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3341dead-9b19-4985-beed-43b1dd599251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '986aa089-c170-4d51-a9f6-e0758c8dd82d'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:10:34.679651 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1369badb-95ca-44bb-9119-01a58ebf737a" -d '{"events": [{"server_uuid": "3341dead-9b19-4985-beed-43b1dd599251", "name": "network-vif-unplugged", "status": "completed", "tag": "986aa089-c170-4d51-a9f6-e0758c8dd82d"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:10:34.693737 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 986aa089-c170-4d51-a9f6-e0758c8dd82d, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=986aa089-c170-4d51-a9f6-e0758c8dd82d,segment=NetworkSegment(ca40b520-4dd6-4afc-8e1e-61c63781ccd8),segment_id=ca40b520-4dd6-4afc-8e1e-61c63781ccd8)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:10:34.705567 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:34.708390 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:10:34.770043 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=986aa089-c170-4d51-a9f6-e0758c8dd82d,revision_number=6']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:10:34.773444 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:10:34.835063 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f40a73-ae72-460c-8d30-189391e86d26 req-cbb4ed57-e351-4545-9e66-d80ac862316c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:34.836647 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-29f40a73-ae72-460c-8d30-189391e86d26 req-cbb4ed57-e351-4545-9e66-d80ac862316c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 944 time: 0.0878003 Jun 28 14:10:34.837251 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7374beb-425d-4e66-a829-0eababbe822a req-e89b9b5c-ee38-486a-a5d0-4c8bcb8b7ad2 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:34.839232 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a7374beb-425d-4e66-a829-0eababbe822a req-e89b9b5c-ee38-486a-a5d0-4c8bcb8b7ad2 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.1057782 Jun 28 14:10:34.879929 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-29f40a73-ae72-460c-8d30-189391e86d26 req-ca294c11-d693-45dc-a626-c95660d9b5c7 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373394 Jun 28 14:10:34.888842 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a7374beb-425d-4e66-a829-0eababbe822a req-0d938f10-0825-45a6-8325-04f51e5caf87 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402133 Jun 28 14:10:34.936022 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 14:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea9e852-90a6-4b61-99bf-54305972903d x-openstack-request-id: req-9ea9e852-90a6-4b61-99bf-54305972903d {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:10:34.936880 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3341dead-9b19-4985-beed-43b1dd599251", "name": "network-vif-unplugged", "status": "failed", "tag": "986aa089-c170-4d51-a9f6-e0758c8dd82d", "code": 422}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:10:34.937310 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ea9e852-90a6-4b61-99bf-54305972903d {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:10:34.937894 dv-cinder-761113-15-iscsi neutron-server[93025]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3341dead-9b19-4985-beed-43b1dd599251', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '986aa089-c170-4d51-a9f6-e0758c8dd82d', 'code': 422} returned with failed status Jun 28 14:10:35.065838 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:36.088758 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48511d15-1cbc-4346-ac68-3bd9b9e8c81a req-90f917c4-d089-429f-8154-9c078fd8ebed tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:36.091079 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-48511d15-1cbc-4346-ac68-3bd9b9e8c81a req-90f917c4-d089-429f-8154-9c078fd8ebed tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0688918 Jun 28 14:10:36.098911 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754fd18-9970-4344-af89-47534754034b req-e4b00d3c-6ba7-4bce-88c6-b2742e712668 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:36.100493 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-5754fd18-9970-4344-af89-47534754034b req-e4b00d3c-6ba7-4bce-88c6-b2742e712668 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 944 time: 0.0765343 Jun 28 14:10:36.132616 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-48511d15-1cbc-4346-ac68-3bd9b9e8c81a req-7dfbb374-c63b-41e2-adab-da85d376ae13 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323038 Jun 28 14:10:36.137224 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-5754fd18-9970-4344-af89-47534754034b req-335d6c74-61b3-42ab-a855-226bd6c0548f tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309355 Jun 28 14:10:36.514505 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:37.325071 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef23755-e2e1-4a9c-80f4-53c22da79d0e req-28e4eaa0-8ee9-4d6e-87bf-c54d88434852 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:37.332814 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ef23755-e2e1-4a9c-80f4-53c22da79d0e req-28e4eaa0-8ee9-4d6e-87bf-c54d88434852 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0717113 Jun 28 14:10:37.347117 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85827848-f842-4c19-a9fc-3f9b3b44daa9 req-11e5e260-8fed-40d8-98b7-a4be1c557ebe tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:37.348786 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-85827848-f842-4c19-a9fc-3f9b3b44daa9 req-11e5e260-8fed-40d8-98b7-a4be1c557ebe tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 944 time: 0.0828714 Jun 28 14:10:37.366428 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2ef23755-e2e1-4a9c-80f4-53c22da79d0e req-36aa0db6-dd78-4bbd-8329-0ea1e766f2ab tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330322 Jun 28 14:10:37.405360 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-85827848-f842-4c19-a9fc-3f9b3b44daa9 req-1de07507-8230-4d8a-b51b-e835a9058336 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502863 Jun 28 14:10:38.556390 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f9ad4-545f-4f31-a73d-76a3fd5665b0 req-324c0493-0bbf-4553-a825-63c61520c8a5 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:38.557949 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e95f9ad4-545f-4f31-a73d-76a3fd5665b0 req-324c0493-0bbf-4553-a825-63c61520c8a5 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0710001 Jun 28 14:10:38.600071 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e95f9ad4-545f-4f31-a73d-76a3fd5665b0 req-d699da28-5d58-4d47-bf2a-dca816fe102f tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351129 Jun 28 14:10:38.619008 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bfef9-c04c-4473-a57c-fc960b699dc7 req-a9087cbc-345c-49e6-b1bc-4e414c7ea476 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:38.622244 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-af6bfef9-c04c-4473-a57c-fc960b699dc7 req-a9087cbc-345c-49e6-b1bc-4e414c7ea476 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 944 time: 0.0830479 Jun 28 14:10:38.659314 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-af6bfef9-c04c-4473-a57c-fc960b699dc7 req-2fd8822e-6157-4b25-bc30-7fe3818ef8ea tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329854 Jun 28 14:10:39.794594 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8f97e-6b50-4452-8a14-660978b5c38d req-ad978cf3-6657-454c-b710-525f7c8200ed tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:39.796977 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-67a8f97e-6b50-4452-8a14-660978b5c38d req-ad978cf3-6657-454c-b710-525f7c8200ed tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0684555 Jun 28 14:10:39.835478 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-67a8f97e-6b50-4452-8a14-660978b5c38d req-ff0c58d0-d8b7-4e36-90da-706c71465279 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321760 Jun 28 14:10:39.855283 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10676c-72c3-47cf-ac06-399f0446caf2 req-a2477fb1-9f37-4f42-aebe-b4988553dd72 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:39.857641 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7d10676c-72c3-47cf-ac06-399f0446caf2 req-a2477fb1-9f37-4f42-aebe-b4988553dd72 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 944 time: 0.0636292 Jun 28 14:10:39.899276 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7d10676c-72c3-47cf-ac06-399f0446caf2 req-29ecc011-9f88-4ad6-a099-2067ba021d21 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327168 Jun 28 14:10:41.020712 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc9a1f-3363-4f39-89f6-59a8f17dd56c req-9067e85d-5f8b-4a3b-bc3f-e649b2f17fe7 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:41.022987 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-cdfc9a1f-3363-4f39-89f6-59a8f17dd56c req-9067e85d-5f8b-4a3b-bc3f-e649b2f17fe7 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0702212 Jun 28 14:10:41.067297 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-cdfc9a1f-3363-4f39-89f6-59a8f17dd56c req-c9fb645d-9d3d-40e4-89e6-3460df342f65 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381100 Jun 28 14:10:41.092189 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b2669-2ae0-4a18-bad9-b598d3cb8ea2 req-8ffdf009-85df-4e0b-84eb-6eb9e0a7967d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:41.093701 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-272b2669-2ae0-4a18-bad9-b598d3cb8ea2 req-8ffdf009-85df-4e0b-84eb-6eb9e0a7967d tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 944 time: 0.0690272 Jun 28 14:10:41.139054 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-272b2669-2ae0-4a18-bad9-b598d3cb8ea2 req-3f13fcb7-5ab3-4d38-88e3-cb8a59ce225e tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391188 Jun 28 14:10:42.245561 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ba220-8ce6-432a-adbd-f8699338b6d2 req-0d206989-eebd-4577-8d2e-fd21994e27e7 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:42.247002 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b96ba220-8ce6-432a-adbd-f8699338b6d2 req-0d206989-eebd-4577-8d2e-fd21994e27e7 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0755098 Jun 28 14:10:42.284668 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b96ba220-8ce6-432a-adbd-f8699338b6d2 req-91d4d338-e189-4521-b10c-9905691558d9 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315495 Jun 28 14:10:42.317683 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0a23d-9c4b-4107-8ccb-fb3ad3931941 req-32a5a456-8876-408a-b32a-efa18eb85100 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:42.319635 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-9ef0a23d-9c4b-4107-8ccb-fb3ad3931941 req-32a5a456-8876-408a-b32a-efa18eb85100 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 944 time: 0.0625827 Jun 28 14:10:42.355887 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-9ef0a23d-9c4b-4107-8ccb-fb3ad3931941 req-4684d2c5-7160-4fba-8a3c-ad1c489da393 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309908 Jun 28 14:10:43.453555 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5492d-a4f7-4095-b8c0-37e221e73daf req-78cbc97e-f42b-4249-87b9-3795d8ca7ece tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:43.455581 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0dc5492d-a4f7-4095-b8c0-37e221e73daf req-78cbc97e-f42b-4249-87b9-3795d8ca7ece tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0611298 Jun 28 14:10:43.497293 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0dc5492d-a4f7-4095-b8c0-37e221e73daf req-4a844bc3-15c0-4b7f-94a9-825c73579d6e tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362155 Jun 28 14:10:43.535181 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44074d-9963-4c04-ab75-85efbf1db611 req-1d5b4a8f-84d3-4a0a-bc13-2682e38195cb tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:43.536787 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-fc44074d-9963-4c04-ab75-85efbf1db611 req-1d5b4a8f-84d3-4a0a-bc13-2682e38195cb tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 944 time: 0.0675502 Jun 28 14:10:43.573639 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-fc44074d-9963-4c04-ab75-85efbf1db611 req-ebe5f416-d3c9-4c91-85c1-f88cb0693c65 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313251 Jun 28 14:10:44.568448 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:10:44.659993 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:10:44.670940 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'port_id': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f', 'mac_address': 'fa:16:3e:c5:1e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:10:44.672771 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b783d-7ddf-4919-9fa7-bb8ca61036b4 req-237ac5e4-c441-4ecc-be0b-655072d12823 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:44.674307 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-932b783d-7ddf-4919-9fa7-bb8ca61036b4 req-237ac5e4-c441-4ecc-be0b-655072d12823 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0685933 Jun 28 14:10:44.711732 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:44.724671 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:10:44.746104 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:10:44.753148 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:44.755182 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-4a002713-94be-4702-a9b5-71875d8d15f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:10:44.756139 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea27e3-8d7e-4202-8ae8-3daca59124cd req-af944939-e98e-4a4f-b02c-e43acd6a29eb tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:44.757718 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-15ea27e3-8d7e-4202-8ae8-3daca59124cd req-af944939-e98e-4a4f-b02c-e43acd6a29eb tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 944 time: 0.0662508 Jun 28 14:10:44.804987 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-15ea27e3-8d7e-4202-8ae8-3daca59124cd req-f475ccca-9378-4860-9f8b-af60bcc1d14a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396502 Jun 28 14:10:44.806350 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,revision_number=9']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:10:44.809657 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:10:44.983900 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-932b783d-7ddf-4919-9fa7-bb8ca61036b4 req-1f45a384-18e1-47ad-9140-3055767bbd18 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037045 Jun 28 14:10:45.045551 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:10:45.976164 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb62062-8cd3-4dd3-afeb-e81af37975dd req-0b6cf0e1-e84c-41a3-959f-adb43f412d3f tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:45.977601 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ebb62062-8cd3-4dd3-afeb-e81af37975dd req-0b6cf0e1-e84c-41a3-959f-adb43f412d3f tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 945 time: 0.0605037 Jun 28 14:10:46.014460 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ebb62062-8cd3-4dd3-afeb-e81af37975dd req-3f321ddf-64a2-4a50-90c0-2ebe4331d67f tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310817 Jun 28 14:10:46.153484 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9068955-3611-4a0b-a897-1cdc1b16a4c9 req-02404425-3a51-4c1c-bb96-1b4a5ab7b150 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:46.156064 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d9068955-3611-4a0b-a897-1cdc1b16a4c9 req-02404425-3a51-4c1c-bb96-1b4a5ab7b150 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0630004 Jun 28 14:10:46.195395 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d9068955-3611-4a0b-a897-1cdc1b16a4c9 req-66bfa7cf-4729-4afe-b4af-2ffc4ae851e4 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332654 Jun 28 14:10:46.582793 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:10:46.628405 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:10:46.628786 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:46.699353 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:46.720747 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:10:46.722971 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b2d064-0a95-4c8e-a842-cc7ff3c8563c" -d '{"events": [{"server_uuid": "a8a2b148-06aa-4349-99b4-f75863e742d5", "name": "network-vif-plugged", "status": "completed", "tag": "ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:10:46.735289 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:10:46.752895 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:46.754935 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:10:46.779270 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1b2fc4-e94c-49c6-b068-465fe55e0d73 x-openstack-request-id: req-6c1b2fc4-e94c-49c6-b068-465fe55e0d73 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:10:46.779570 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a2b148-06aa-4349-99b4-f75863e742d5", "name": "network-vif-plugged", "status": "completed", "tag": "ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:10:46.779858 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c1b2fc4-e94c-49c6-b068-465fe55e0d73 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:10:46.780261 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f', 'code': 200} Jun 28 14:10:46.804846 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,revision_number=10']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:10:46.807793 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:10:46.991889 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c8a44-b4e4-4e82-9254-43df7f375b7d req-03f8bc02-ed5a-4ef8-8628-6286dc1e8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:46.993223 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a54c8a44-b4e4-4e82-9254-43df7f375b7d req-03f8bc02-ed5a-4ef8-8628-6286dc1e8172 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 1100 time: 0.0506947 Jun 28 14:10:47.028658 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a54c8a44-b4e4-4e82-9254-43df7f375b7d req-4ba9962a-a40e-49aa-b5df-201926f3cfdd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292168 Jun 28 14:10:47.200206 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13632b4f-1b2e-46c8-9e1d-bceb05d36d30 req-254575b6-2898-48c9-9740-63be94cf7d96 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:47.201650 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-13632b4f-1b2e-46c8-9e1d-bceb05d36d30 req-254575b6-2898-48c9-9740-63be94cf7d96 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 947 time: 0.0610039 Jun 28 14:10:47.238257 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-13632b4f-1b2e-46c8-9e1d-bceb05d36d30 req-d07f51fc-5628-44d5-a030-919936d59775 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311370 Jun 28 14:10:47.623278 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8ab4b-8944-4962-9596-ffd839b847eb req-410b7ffe-5ba5-4cca-8223-6dc24d3d32aa tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:47.624758 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-12f8ab4b-8944-4962-9596-ffd839b847eb req-410b7ffe-5ba5-4cca-8223-6dc24d3d32aa tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.3201084 Jun 28 14:10:47.662738 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-12f8ab4b-8944-4962-9596-ffd839b847eb req-e101cdbd-bc94-4082-ad34-52fe96b6e29b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324202 Jun 28 14:10:48.430376 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27631c33-0851-4fbb-85e3-18b2d12a13ba req-08d216ac-1d2a-4fdd-9d92-ff1cc8c5660c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:48.432022 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-27631c33-0851-4fbb-85e3-18b2d12a13ba req-08d216ac-1d2a-4fdd-9d92-ff1cc8c5660c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 947 time: 0.0744991 Jun 28 14:10:48.479303 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-27631c33-0851-4fbb-85e3-18b2d12a13ba req-a92018bb-7b4d-4347-aaf0-6de774d0a024 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403855 Jun 28 14:10:48.839323 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c64a-4204-4ff9-be31-a61d69a89cfc req-551589b8-774d-42d4-8a17-2bc6c217968c tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:48.840751 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-5fc0c64a-4204-4ff9-be31-a61d69a89cfc req-551589b8-774d-42d4-8a17-2bc6c217968c tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0640283 Jun 28 14:10:48.878576 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-5fc0c64a-4204-4ff9-be31-a61d69a89cfc req-765eb1ec-bca5-419c-bb00-0217edb3d81b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320303 Jun 28 14:10:49.642951 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02719f-706e-4dc7-9764-6e5707ce040d req-ba2e78c9-50c4-4106-af7c-d94901465f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:49.644315 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ca02719f-706e-4dc7-9764-6e5707ce040d req-ba2e78c9-50c4-4106-af7c-d94901465f72 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251&tenant_id=f154bdfc04f34f66a9ef7393d6e7494b HTTP/1.1" status: 200 len: 1096 time: 0.0855639 Jun 28 14:10:49.668483 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a7e67-d2f0-43c1-8a5f-7e10b8da2c7e req-d04886ba-f901-4eff-9e32-cf4b804ff69c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:49.669934 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-297a7e67-d2f0-43c1-8a5f-7e10b8da2c7e req-d04886ba-f901-4eff-9e32-cf4b804ff69c tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 947 time: 0.0739512 Jun 28 14:10:49.736289 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-297a7e67-d2f0-43c1-8a5f-7e10b8da2c7e req-aee2c5bc-15c5-4b8f-978f-41aee429b05a tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593374 Jun 28 14:10:49.753555 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02719f-706e-4dc7-9764-6e5707ce040d req-9bc35b40-edf6-4eba-a063-30fe07ed5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:49.755064 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ca02719f-706e-4dc7-9764-6e5707ce040d req-9bc35b40-edf6-4eba-a063-30fe07ed5a8e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f154bdfc04f34f66a9ef7393d6e7494b&device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 1096 time: 0.0721307 Jun 28 14:10:49.843126 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02719f-706e-4dc7-9764-6e5707ce040d req-dc01b950-ca4a-46d6-aec1-653df53e8f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:49.844601 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ca02719f-706e-4dc7-9764-6e5707ce040d req-dc01b950-ca4a-46d6-aec1-653df53e8f6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f HTTP/1.1" status: 200 len: 909 time: 0.0835044 Jun 28 14:10:49.906199 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ca02719f-706e-4dc7-9764-6e5707ce040d req-c2454c2f-b923-4781-bca0-3ed16a3cd04c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=986aa089-c170-4d51-a9f6-e0758c8dd82d HTTP/1.1" status: 200 len: 998 time: 0.0550959 Jun 28 14:10:49.957395 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02719f-706e-4dc7-9764-6e5707ce040d req-c0014aab-0003-41a7-ba39-81daaf591cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:49.958808 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ca02719f-706e-4dc7-9764-6e5707ce040d req-c0014aab-0003-41a7-ba39-81daaf591cb4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80e78336-1cbd-43a7-9a97-9c761be27c68 HTTP/1.1" status: 200 len: 847 time: 0.0463061 Jun 28 14:10:50.013601 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02719f-706e-4dc7-9764-6e5707ce040d req-a9f3c2e3-aa01-4bfc-8bca-0e5175e05dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:50.015065 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ca02719f-706e-4dc7-9764-6e5707ce040d req-a9f3c2e3-aa01-4bfc-8bca-0e5175e05dcb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0500903 Jun 28 14:10:50.056088 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf5f2a-2ff5-45aa-830f-326c38af2468 req-7bf28394-1fc1-4b11-b431-8fc138808975 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:50.057666 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-45cf5f2a-2ff5-45aa-830f-326c38af2468 req-7bf28394-1fc1-4b11-b431-8fc138808975 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0706794 Jun 28 14:10:50.096847 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-45cf5f2a-2ff5-45aa-830f-326c38af2468 req-ae934786-2b77-41c6-b48b-d67e8f93f573 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332761 Jun 28 14:10:50.119767 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ca02719f-706e-4dc7-9764-6e5707ce040d req-4b38c3fd-4ee2-47e0-8f2a-efcb80aaa193 service neutron] 10.222.0.55 "GET /v2.0/networks/e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972593 Jun 28 14:10:50.206806 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ca02719f-706e-4dc7-9764-6e5707ce040d req-3dfc7c29-fb51-4373-b607-2e47878eb58e service neutron] 10.222.0.55 "GET /v2.0/networks/e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805373 Jun 28 14:10:51.269539 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e761340-f31e-42fd-b46a-fb4c0ebd8f56 req-ac5b9b6b-5693-4524-8147-62b4f6b49af7 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:51.270871 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-9e761340-f31e-42fd-b46a-fb4c0ebd8f56 req-ac5b9b6b-5693-4524-8147-62b4f6b49af7 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0619113 Jun 28 14:10:51.307881 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-9e761340-f31e-42fd-b46a-fb4c0ebd8f56 req-27b2190d-49f8-45e1-81a8-3fd844da599a tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313931 Jun 28 14:10:52.480566 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de595ed7-72f4-4fa2-9248-0b9455a2a735 req-dd719a53-0451-4347-9558-0df98b465dd5 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:52.482273 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-de595ed7-72f4-4fa2-9248-0b9455a2a735 req-dd719a53-0451-4347-9558-0df98b465dd5 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0614438 Jun 28 14:10:52.521948 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-de595ed7-72f4-4fa2-9248-0b9455a2a735 req-626c92b9-d66c-4e75-847b-b08bfabeb010 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338893 Jun 28 14:10:53.694163 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4ed19-29a5-4df0-8973-f2fed8e97772 req-a457c47f-6c74-4dd5-8f35-9cf0fe1dfefe tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:53.695633 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a6a4ed19-29a5-4df0-8973-f2fed8e97772 req-a457c47f-6c74-4dd5-8f35-9cf0fe1dfefe tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0647309 Jun 28 14:10:53.731959 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a6a4ed19-29a5-4df0-8973-f2fed8e97772 req-4a11d037-c17e-4b8d-85c6-f9e1e857f873 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304639 Jun 28 14:10:54.898852 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72cd0e-e10a-4446-9bfb-9575db1f6056 req-34052df5-fcc9-4f1b-9524-0a2262114a86 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:54.900213 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9f72cd0e-e10a-4446-9bfb-9575db1f6056 req-34052df5-fcc9-4f1b-9524-0a2262114a86 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0614905 Jun 28 14:10:54.936041 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9f72cd0e-e10a-4446-9bfb-9575db1f6056 req-ca7fe9ab-abce-4dbb-9689-fbf1b7ffdc7c tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301266 Jun 28 14:10:56.105086 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ecc33-1f43-4ce2-a322-20df267deafa req-6a59a5bd-eb28-474e-be39-01114e9e7678 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:56.106519 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-5e5ecc33-1f43-4ce2-a322-20df267deafa req-6a59a5bd-eb28-474e-be39-01114e9e7678 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 943 time: 0.0643675 Jun 28 14:10:56.143442 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-5e5ecc33-1f43-4ce2-a322-20df267deafa req-6686bbd5-83e1-4d42-9dbd-4b06e7ea915f tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305150 Jun 28 14:10:56.385326 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:56.644346 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 986aa089-c170-4d51-a9f6-e0758c8dd82d details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:10:56.733616 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 986aa089-c170-4d51-a9f6-e0758c8dd82d, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=986aa089-c170-4d51-a9f6-e0758c8dd82d,segment=NetworkSegment(ca40b520-4dd6-4afc-8e1e-61c63781ccd8),segment_id=ca40b520-4dd6-4afc-8e1e-61c63781ccd8)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:10:56.745240 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': '986aa089-c170-4d51-a9f6-e0758c8dd82d', 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'port_id': '986aa089-c170-4d51-a9f6-e0758c8dd82d', 'mac_address': 'fa:16:3e:7b:eb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:10:56.783682 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:56.795895 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986aa089-c170-4d51-a9f6-e0758c8dd82d {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:10:56.814476 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 986aa089-c170-4d51-a9f6-e0758c8dd82d, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=986aa089-c170-4d51-a9f6-e0758c8dd82d,segment=NetworkSegment(ca40b520-4dd6-4afc-8e1e-61c63781ccd8),segment_id=ca40b520-4dd6-4afc-8e1e-61c63781ccd8)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:10:56.819120 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:56.821589 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:10:56.864969 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=986aa089-c170-4d51-a9f6-e0758c8dd82d,revision_number=7']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:10:56.867867 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:10:57.128727 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['986aa089-c170-4d51-a9f6-e0758c8dd82d'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:10:57.312978 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240b18b-5e6b-45cb-99d1-f2dda8f602d9 req-40a0f26b-9d3d-4177-86ba-a4b7f6e1c7f6 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:57.314946 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2240b18b-5e6b-45cb-99d1-f2dda8f602d9 req-40a0f26b-9d3d-4177-86ba-a4b7f6e1c7f6 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 944 time: 0.0610161 Jun 28 14:10:57.351141 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2240b18b-5e6b-45cb-99d1-f2dda8f602d9 req-68e37a96-5bae-420a-aa75-5fc27511e81d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306282 Jun 28 14:10:58.537797 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6724c5-238b-46af-bd75-efc9d2d7b622 req-90003928-020e-404c-949a-0616f925ae5b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:58.539274 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7d6724c5-238b-46af-bd75-efc9d2d7b622 req-90003928-020e-404c-949a-0616f925ae5b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 944 time: 0.0770385 Jun 28 14:10:58.577324 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7d6724c5-238b-46af-bd75-efc9d2d7b622 req-4afbe3ab-46f0-4f2d-86df-fbb3d19b15ef tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321794 Jun 28 14:10:58.645746 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 986aa089-c170-4d51-a9f6-e0758c8dd82d up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:10:58.691580 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port 986aa089-c170-4d51-a9f6-e0758c8dd82d triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:10:58.691927 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:58.765019 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:58.785996 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3341dead-9b19-4985-beed-43b1dd599251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986aa089-c170-4d51-a9f6-e0758c8dd82d'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:10:58.788270 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e107446-dcab-466e-ac2e-dac027d7e481" -d '{"events": [{"server_uuid": "3341dead-9b19-4985-beed-43b1dd599251", "name": "network-vif-plugged", "status": "completed", "tag": "986aa089-c170-4d51-a9f6-e0758c8dd82d"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:10:58.801067 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 986aa089-c170-4d51-a9f6-e0758c8dd82d, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=986aa089-c170-4d51-a9f6-e0758c8dd82d,segment=NetworkSegment(ca40b520-4dd6-4afc-8e1e-61c63781ccd8),segment_id=ca40b520-4dd6-4afc-8e1e-61c63781ccd8)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:10:58.805079 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:58.806941 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:10:58.831506 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2017edc8-8b9e-4e8c-a7b2-3a387d291944 x-openstack-request-id: req-2017edc8-8b9e-4e8c-a7b2-3a387d291944 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:10:58.831848 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3341dead-9b19-4985-beed-43b1dd599251", "name": "network-vif-plugged", "status": "completed", "tag": "986aa089-c170-4d51-a9f6-e0758c8dd82d", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:10:58.832117 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2017edc8-8b9e-4e8c-a7b2-3a387d291944 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:10:58.832515 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3341dead-9b19-4985-beed-43b1dd599251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986aa089-c170-4d51-a9f6-e0758c8dd82d', 'code': 200} Jun 28 14:10:58.857554 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=986aa089-c170-4d51-a9f6-e0758c8dd82d,revision_number=8']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:10:58.860442 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:10:59.146457 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7255d5c-3d4c-4848-b0eb-2c201d21d41a req-e1929827-8553-4827-ba88-f5d386cab133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:59.147862 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d7255d5c-3d4c-4848-b0eb-2c201d21d41a req-e1929827-8553-4827-ba88-f5d386cab133 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 1098 time: 0.0534759 Jun 28 14:10:59.182017 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d7255d5c-3d4c-4848-b0eb-2c201d21d41a req-bfbb56e2-7c8b-481d-91d3-c137416cbea6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266151 Jun 28 14:10:59.524724 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1635b695-3618-420e-8543-169d37bcbeba req-8ff2295d-e9f7-430e-8019-5475f7a4a719 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505278 Jun 28 14:10:59.641059 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635b695-3618-420e-8543-169d37bcbeba req-06e07b4f-634e-403c-9a9f-3b257c5efbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:59.642596 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1635b695-3618-420e-8543-169d37bcbeba req-06e07b4f-634e-403c-9a9f-3b257c5efbeb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=724e3789680240be9f570b8ca116df8d&device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 1100 time: 0.0599902 Jun 28 14:10:59.775742 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:10:59.792658 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635b695-3618-420e-8543-169d37bcbeba req-ce792c87-92b4-4d35-8a81-7c997d4eab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:59.794184 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1635b695-3618-420e-8543-169d37bcbeba req-ce792c87-92b4-4d35-8a81-7c997d4eab9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece HTTP/1.1" status: 200 len: 918 time: 0.1248105 Jun 28 14:10:59.854536 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757611f-52da-4301-a06c-15f84a3b7ca6 req-284570a5-818f-4624-ba94-fe1a2210c5cf tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:59.857254 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b757611f-52da-4301-a06c-15f84a3b7ca6 req-284570a5-818f-4624-ba94-fe1a2210c5cf tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.1308243 Jun 28 14:10:59.906981 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1635b695-3618-420e-8543-169d37bcbeba req-63a4353b-b8ab-40a0-a0c3-857b3807acbf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f HTTP/1.1" status: 200 len: 1001 time: 0.1049664 Jun 28 14:10:59.916209 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b757611f-52da-4301-a06c-15f84a3b7ca6 req-c164c264-6552-494e-af39-b95c1838468b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520768 Jun 28 14:10:59.967956 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635b695-3618-420e-8543-169d37bcbeba req-11689638-9d7a-457c-83bf-b7f621bffc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:59.969412 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1635b695-3618-420e-8543-169d37bcbeba req-11689638-9d7a-457c-83bf-b7f621bffc62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad9292e9-2ab9-4760-baef-5dfd44f625a4 HTTP/1.1" status: 200 len: 856 time: 0.0460041 Jun 28 14:11:00.028648 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635b695-3618-420e-8543-169d37bcbeba req-ef011611-0483-436e-b73b-6e11495bd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:00.029997 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1635b695-3618-420e-8543-169d37bcbeba req-ef011611-0483-436e-b73b-6e11495bd174 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b5658ba-f6d1-4294-a5cd-fbb420c38ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535128 Jun 28 14:11:00.124671 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1635b695-3618-420e-8543-169d37bcbeba req-d0cc0304-ae10-4f14-8c5b-9a1c301b87b5 service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822420 Jun 28 14:11:00.217221 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1635b695-3618-420e-8543-169d37bcbeba req-931d2964-add1-4584-91b8-e6805bac92fb service neutron] 10.222.0.55 "GET /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846782 Jun 28 14:11:01.094218 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1a091-41d7-4b49-8451-a4136ce0fb1d req-492aed9f-dc38-42a3-a8c6-fa897f93b091 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:01.095746 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-4bf1a091-41d7-4b49-8451-a4136ce0fb1d req-492aed9f-dc38-42a3-a8c6-fa897f93b091 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0618217 Jun 28 14:11:01.132954 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-4bf1a091-41d7-4b49-8451-a4136ce0fb1d req-cd86ebe6-9cfb-4adf-a899-f9bc2cdab017 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310302 Jun 28 14:11:01.366924 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-93b0f069-0edc-44f1-ad29-57fe585884b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:02.660934 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c2354-e2f3-4a93-9a7f-dfc34b5c1f8c req-e7315e95-b623-43c9-836d-d3afa43a45de tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:02.662312 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-843c2354-e2f3-4a93-9a7f-dfc34b5c1f8c req-e7315e95-b623-43c9-836d-d3afa43a45de tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 945 time: 0.0657275 Jun 28 14:11:02.698537 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-843c2354-e2f3-4a93-9a7f-dfc34b5c1f8c req-f0df2a01-9921-4cc7-8517-8a5ec09a1db3 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=526d83dd-ca8f-4378-92f3-85f5250c93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306814 Jun 28 14:11:03.871942 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a38ad0-1ca3-47ac-8735-6389f8b4d1ed req-19fe5408-3e17-4cd4-8c91-2acd46ebde70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:03.873434 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f3a38ad0-1ca3-47ac-8735-6389f8b4d1ed req-19fe5408-3e17-4cd4-8c91-2acd46ebde70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 945 time: 0.0624874 Jun 28 14:11:03.880409 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-f283e401-6b6e-455b-a8fa-55e7aec4cbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:03.911559 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f3a38ad0-1ca3-47ac-8735-6389f8b4d1ed req-21773b96-4711-4474-98c4-3ba2ea3e9c10 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=526d83dd-ca8f-4378-92f3-85f5250c93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321736 Jun 28 14:11:04.169821 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:04.630107 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db8b26-9d1c-4b8a-88c8-b10b96755801 req-ae327732-e529-4cde-b017-12c21507ee53 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:04.631566 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-24db8b26-9d1c-4b8a-88c8-b10b96755801 req-ae327732-e529-4cde-b017-12c21507ee53 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 945 time: 0.0616271 Jun 28 14:11:04.729150 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-24db8b26-9d1c-4b8a-88c8-b10b96755801 req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Deleting port 68389fa0-a727-44fd-bae6-521e074e88da {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:11:04.729403 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-24db8b26-9d1c-4b8a-88c8-b10b96755801 req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:04.814303 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-24db8b26-9d1c-4b8a-88c8-b10b96755801 req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] For port 68389fa0-a727-44fd-bae6-521e074e88da, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=68389fa0-a727-44fd-bae6-521e074e88da,segment=NetworkSegment(df49fd01-2157-4b29-adae-3cc64b821b57),segment_id=df49fd01-2157-4b29-adae-3cc64b821b57)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:04.814659 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-24db8b26-9d1c-4b8a-88c8-b10b96755801 req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:04.984088 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-24db8b26-9d1c-4b8a-88c8-b10b96755801 req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:04.984754 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-24db8b26-9d1c-4b8a-88c8-b10b96755801 req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:04.984754 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.db.l3_db [req-24db8b26-9d1c-4b8a-88c8-b10b96755801 req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Floating IP 2d34222b-a78e-4217-a7b3-f05b598ac656 disassociated. External IP: 172.27.2.132, port: 68389fa0-a727-44fd-bae6-521e074e88da. Jun 28 14:11:04.985099 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-24db8b26-9d1c-4b8a-88c8-b10b96755801 req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Calling delete_port for 68389fa0-a727-44fd-bae6-521e074e88da owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:11:05.064993 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:05.082601 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36262781-97c1-43dc-b034-2770a1a3dff7 req-c1f1f4bf-efce-4b69-817f-a591f688d990 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:05.084110 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-36262781-97c1-43dc-b034-2770a1a3dff7 req-c1f1f4bf-efce-4b69-817f-a591f688d990 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab HTTP/1.1" status: 200 len: 945 time: 0.0646193 Jun 28 14:11:05.113025 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-24db8b26-9d1c-4b8a-88c8-b10b96755801 req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:05.117487 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:05.122266 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-36262781-97c1-43dc-b034-2770a1a3dff7 req-bc4708d9-1c0f-42e8-ab92-a6e0fa4260ef tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups?id=526d83dd-ca8f-4378-92f3-85f5250c93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325243 Jun 28 14:11:05.147675 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event deleted for resources: {'Port': ['ID=68389fa0-a727-44fd-bae6-521e074e88da,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:05.159174 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:05.159652 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:05.160131 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:05.160489 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:05.160842 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:05.161190 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:05.161541 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:05.161886 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:05.162234 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:05.162576 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:05.162922 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:05.163261 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:05.167902 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:05.268295 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24db8b26-9d1c-4b8a-88c8-b10b96755801 req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:11:05.367788 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24db8b26-9d1c-4b8a-88c8-b10b96755801 req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:11:05.377459 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f2761-e049-49db-9c24-cae63be0652b None None] Sync routers for ids ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:11:05.386658 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f2761-e049-49db-9c24-cae63be0652b None None] Routers {'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:11:05.387269 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-905f2761-e049-49db-9c24-cae63be0652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:11:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:05.412620 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-24db8b26-9d1c-4b8a-88c8-b10b96755801 req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] No DVR routers for this DVR port 68389fa0-a727-44fd-bae6-521e074e88da on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:11:05.415204 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-24db8b26-9d1c-4b8a-88c8-b10b96755801 req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:05.417448 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-24db8b26-9d1c-4b8a-88c8-b10b96755801 req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.55 "DELETE /v2.0/ports/68389fa0-a727-44fd-bae6-521e074e88da HTTP/1.1" status: 204 len: 173 time: 0.7807963 Jun 28 14:11:05.418047 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab', 'name': 'network-vif-deleted', 'tag': '68389fa0-a727-44fd-bae6-521e074e88da'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:11:05.420360 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65633f58-c8be-4556-a868-d46a28bef4eb" -d '{"events": [{"server_uuid": "c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab", "name": "network-vif-deleted", "tag": "68389fa0-a727-44fd-bae6-521e074e88da"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:11:05.504066 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-905f2761-e049-49db-9c24-cae63be0652b None None] Set router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:11:05.536310 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdfae26-0de6-4d2c-81b1-010701df8457 x-openstack-request-id: req-6cdfae26-0de6-4d2c-81b1-010701df8457 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:11:05.536674 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab", "name": "network-vif-deleted", "tag": "68389fa0-a727-44fd-bae6-521e074e88da", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:11:05.536967 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6cdfae26-0de6-4d2c-81b1-010701df8457 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:11:05.537409 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b684b2-0b7e-4a6a-8a69-555bacb8a0ab', 'name': 'network-vif-deleted', 'tag': '68389fa0-a727-44fd-bae6-521e074e88da', 'status': 'completed', 'code': 200} Jun 28 14:11:05.827238 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-905f2761-e049-49db-9c24-cae63be0652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:55Z', 'revision_number': 4, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': 'c514ccf3-465b-4b68-b075-c4f0c57da646', 'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'mac_address': 'fa:16:3e:ff:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:52Z', 'updated_at': '2021-06-28T14:05:05Z', 'revision_number': 5, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'subnets': [{'id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:05.852614 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f2761-e049-49db-9c24-cae63be0652b None None] Checking router: cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:11:05.861420 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f2761-e049-49db-9c24-cae63be0652b None None] Routers {'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:11:05.862033 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-905f2761-e049-49db-9c24-cae63be0652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:11:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:05.964051 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-905f2761-e049-49db-9c24-cae63be0652b None None] Set router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:11:06.165614 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-905f2761-e049-49db-9c24-cae63be0652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:55Z', 'revision_number': 4, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': 'c514ccf3-465b-4b68-b075-c4f0c57da646', 'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'mac_address': 'fa:16:3e:ff:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:52Z', 'updated_at': '2021-06-28T14:05:05Z', 'revision_number': 5, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'subnets': [{'id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:06.190980 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f2761-e049-49db-9c24-cae63be0652b None None] The sync data for ids ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'] in dv-cinder-761113-15-iscsi is: [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:04:55Z', 'revision_number': 4, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': 'c514ccf3-465b-4b68-b075-c4f0c57da646', 'name': '', 'network_id': 'eee0d957-c088-43bb-b147-4b4d998ec199', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'mac_address': 'fa:16:3e:ff:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:52Z', 'updated_at': '2021-06-28T14:05:05Z', 'revision_number': 5, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'subnets': [{'id': '5382c2d3-8699-42f8-80f8-0424fb51b52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:11:06.242544 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 59370) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:06.298268 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:06.321221 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:06.368928 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:06.371636 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:06.372834 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "DELETE /v2.0/security-groups/526d83dd-ca8f-4378-92f3-85f5250c93e9 HTTP/1.1" status: 204 len: 168 time: 0.1292491 Jun 28 14:11:06.373721 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-648d82f5-4f15-41c8-8eb3-78e6d6824386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:06.376226 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59372) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:06.383823 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=526d83dd-ca8f-4378-92f3-85f5250c93e9,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:06.391176 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:06.392149 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:06.392528 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:06.393410 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:06.393522 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.api.v2.resource [None req-62830138-1e8c-4d48-bdf5-2dda1a70fe3f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] show failed (client error): The resource could not be found. Jun 28 14:11:06.393619 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:06.393619 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:06.393975 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:06.394210 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-62830138-1e8c-4d48-bdf5-2dda1a70fe3f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "GET /v2.0/security-groups/526d83dd-ca8f-4378-92f3-85f5250c93e9 HTTP/1.1" status: 404 len: 347 time: 0.0169079 Jun 28 14:11:06.394418 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:06.394794 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:06.395157 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:06.395519 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:06.396022 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:06.397070 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59374) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:06.404964 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:06.427893 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7d5fe-c274-4f3d-b390-33af40788110 None None] New status for floating IP 2d34222b-a78e-4217-a7b3-f05b598ac656: DOWN {{(pid=93026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:11:06.515980 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:06.538222 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-2a1da729-189e-4971-b3f9-f67c298ff8e5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Deleting port 1b2d8485-b02a-4be4-8cc4-62647e866f07 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:11:06.538575 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2a1da729-189e-4971-b3f9-f67c298ff8e5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:06.615966 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2a1da729-189e-4971-b3f9-f67c298ff8e5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:06.616316 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2a1da729-189e-4971-b3f9-f67c298ff8e5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:06.628907 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-2a1da729-189e-4971-b3f9-f67c298ff8e5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Calling delete_port for 1b2d8485-b02a-4be4-8cc4-62647e866f07 owned by network:floatingip {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:11:06.758087 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2a1da729-189e-4971-b3f9-f67c298ff8e5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:06.760915 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-5e9d133a-4a97-4651-a227-6e91fe5e72fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:06.787141 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1da729-189e-4971-b3f9-f67c298ff8e5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Pushing event deleted for resources: {'Port': ['ID=1b2d8485-b02a-4be4-8cc4-62647e866f07,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:06.789542 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-2a1da729-189e-4971-b3f9-f67c298ff8e5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:06.847219 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2a1da729-189e-4971-b3f9-f67c298ff8e5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks [] for floatingip, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:06.850040 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2a1da729-189e-4971-b3f9-f67c298ff8e5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:06.851169 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-2a1da729-189e-4971-b3f9-f67c298ff8e5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] 10.222.0.11 "DELETE /v2.0/floatingips/2d34222b-a78e-4217-a7b3-f05b598ac656 HTTP/1.1" status: 204 len: 168 time: 0.4532177 Jun 28 14:11:08.696280 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 68389fa0-a727-44fd-bae6-521e074e88da no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:11:08.716272 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: 68389fa0-a727-44fd-bae6-521e074e88da {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:11:08.716629 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 68389fa0-a727-44fd-bae6-521e074e88da not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:11:10.514170 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59402) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:10.944887 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-88f9870e-a202-4c7c-858c-7b9b74153197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549623'] for router_interface, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:11.185629 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-88f9870e-a202-4c7c-858c-7b9b74153197 admin admin] Deleting port c514ccf3-465b-4b68-b075-c4f0c57da646 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:11:11.185971 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-88f9870e-a202-4c7c-858c-7b9b74153197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:11.264622 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-88f9870e-a202-4c7c-858c-7b9b74153197 admin admin] For port c514ccf3-465b-4b68-b075-c4f0c57da646, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=c514ccf3-465b-4b68-b075-c4f0c57da646,segment=NetworkSegment(df49fd01-2157-4b29-adae-3cc64b821b57),segment_id=df49fd01-2157-4b29-adae-3cc64b821b57)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:11.264899 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-88f9870e-a202-4c7c-858c-7b9b74153197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:11.277542 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-88f9870e-a202-4c7c-858c-7b9b74153197 admin admin] Calling delete_port for c514ccf3-465b-4b68-b075-c4f0c57da646 owned by network:router_interface {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:11:11.448295 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-88f9870e-a202-4c7c-858c-7b9b74153197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:11.450986 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3ba37484-078b-423b-af67-c70e41bde0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:11.474746 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9870e-a202-4c7c-858c-7b9b74153197 admin admin] Pushing event deleted for resources: {'Port': ['ID=c514ccf3-465b-4b68-b075-c4f0c57da646,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:11.477869 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-88f9870e-a202-4c7c-858c-7b9b74153197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:11.639975 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-88f9870e-a202-4c7c-858c-7b9b74153197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705287'] for router_interface, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:12.108806 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f9870e-a202-4c7c-858c-7b9b74153197 admin admin] Router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:11:12.209340 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f9870e-a202-4c7c-858c-7b9b74153197 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:11:12.214386 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-88f9870e-a202-4c7c-858c-7b9b74153197 admin admin] 10.222.0.11 "PUT /v2.0/routers/cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6991954 Jun 28 14:11:12.216953 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59408) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:12.218080 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7379d983-c774-4c03-b1ab-b03c63101b96 None None] Sync routers for ids ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:11:12.227138 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7379d983-c774-4c03-b1ab-b03c63101b96 None None] Routers {'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:11:12.227792 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-7379d983-c774-4c03-b1ab-b03c63101b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:11:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:12.318548 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] Notify callbacks [] for router, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:12.335902 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-7379d983-c774-4c03-b1ab-b03c63101b96 None None] Set router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:11:12.421993 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:12.477530 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] Deleting port 12d6ec08-b6a6-4a62-b528-890acf9a36f0 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:11:12.477875 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:12.512167 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-7379d983-c774-4c03-b1ab-b03c63101b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:11:11Z', 'revision_number': 5, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port': {'id': '12d6ec08-b6a6-4a62-b528-890acf9a36f0', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:47Z', 'updated_at': '2021-06-28T14:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:12.538499 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7379d983-c774-4c03-b1ab-b03c63101b96 None None] Checking router: cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:11:12.546582 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7379d983-c774-4c03-b1ab-b03c63101b96 None None] Routers {'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:11:12.547219 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-7379d983-c774-4c03-b1ab-b03c63101b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:11:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:12.558815 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] For port 12d6ec08-b6a6-4a62-b528-890acf9a36f0, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=12d6ec08-b6a6-4a62-b528-890acf9a36f0,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:12.559171 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:12.573002 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] Calling delete_port for 12d6ec08-b6a6-4a62-b528-890acf9a36f0 owned by network:router_gateway {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:11:12.631016 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-7379d983-c774-4c03-b1ab-b03c63101b96 None None] Set router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 gateway port host: None {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:11:12.680249 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-7379d983-c774-4c03-b1ab-b03c63101b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:11:12Z', 'revision_number': 6, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port_host': None}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:12.709599 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7379d983-c774-4c03-b1ab-b03c63101b96 None None] The sync data for ids ['cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6'] in dv-cinder-761113-15-iscsi is: [{'id': 'cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6', 'name': 'tempest-AttachVolumeTestJSON-1076494708-router', 'tenant_id': '9d4eac73e6144623876ae1a05fa00695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:45Z', 'updated_at': '2021-06-28T14:11:12Z', 'revision_number': 6, 'project_id': '9d4eac73e6144623876ae1a05fa00695', 'gw_port_host': None}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:11:12.738965 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:12.741219 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-01796815-5a5c-4670-9622-ffb09f1db22d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:12.763011 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] Pushing event deleted for resources: {'Port': ['ID=12d6ec08-b6a6-4a62-b528-890acf9a36f0,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:12.765467 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:12.834595 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707218'] for router_gateway, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:12.934525 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28729'] for router, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:12.936514 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:12.997083 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706264'] for router, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:12.997554 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 {{(pid=93023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 14:11:13.002770 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] Notify callbacks [] for router, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.003923 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] 10.222.0.11 "DELETE /v2.0/routers/cd9bb04b-700d-4bb7-b723-b07b7c4cf0b6 HTTP/1.1" status: 204 len: 168 time: 0.7860427 Jun 28 14:11:13.006443 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59410) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:13.054490 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad50e02-2d71-4b17-b6b1-8d6d51d0fdba admin admin] Deleting subnet 5382c2d3-8699-42f8-80f8-0424fb51b52e {{(pid=93023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:11:13.057942 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aad50e02-2d71-4b17-b6b1-8d6d51d0fdba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.099426 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aad50e02-2d71-4b17-b6b1-8d6d51d0fdba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6591841'] for subnet, precommit_delete_associations {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.206516 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aad50e02-2d71-4b17-b6b1-8d6d51d0fdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722368'] for subnet, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.257921 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aad50e02-2d71-4b17-b6b1-8d6d51d0fdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6809237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6093798'] for subnet, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.260127 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ab4dd170-ddf0-47b0-a41c-2cfec413ecec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:13.283141 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad50e02-2d71-4b17-b6b1-8d6d51d0fdba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5382c2d3-8699-42f8-80f8-0424fb51b52e,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:13.285625 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-aad50e02-2d71-4b17-b6b1-8d6d51d0fdba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:13.288478 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aad50e02-2d71-4b17-b6b1-8d6d51d0fdba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.290320 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-aad50e02-2d71-4b17-b6b1-8d6d51d0fdba admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5382c2d3-8699-42f8-80f8-0424fb51b52e HTTP/1.1" status: 204 len: 168 time: 0.2829666 Jun 28 14:11:13.292911 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59412) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:13.294155 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f586d04-09e3-418c-98d5-e738852b24ef None None] Network eee0d957-c088-43bb-b147-4b4d998ec199 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:11:13.362658 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813611'] for network, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.415644 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Deleting port cccc8036-097a-4523-8c13-bca675b83b53 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:11:13.416073 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.482085 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] For port cccc8036-097a-4523-8c13-bca675b83b53, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=cccc8036-097a-4523-8c13-bca675b83b53,segment=NetworkSegment(df49fd01-2157-4b29-adae-3cc64b821b57),segment_id=df49fd01-2157-4b29-adae-3cc64b821b57)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:13.482085 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.486988 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f044b0a-d33a-457a-a9a4-a97cde1f014f None None] DHCP port deletion for eee0d957-c088-43bb-b147-4b4d998ec199 request from dv-cinder-761113-15-iscsi {{(pid=93025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 14:11:13.495022 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Calling delete_port for cccc8036-097a-4523-8c13-bca675b83b53 owned by network:dhcp {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:11:13.534523 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-6f044b0a-d33a-457a-a9a4-a97cde1f014f None None] Deleting port cccc8036-097a-4523-8c13-bca675b83b53 {{(pid=93025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:11:13.535046 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-6f044b0a-d33a-457a-a9a4-a97cde1f014f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.578068 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.580671 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-33b3dd3c-7397-45ff-9408-50006880da9b tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:13.598205 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-6f044b0a-d33a-457a-a9a4-a97cde1f014f None None] For port cccc8036-097a-4523-8c13-bca675b83b53, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=cccc8036-097a-4523-8c13-bca675b83b53,segment=NetworkSegment(df49fd01-2157-4b29-adae-3cc64b821b57),segment_id=df49fd01-2157-4b29-adae-3cc64b821b57)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:13.598615 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-6f044b0a-d33a-457a-a9a4-a97cde1f014f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.604767 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Pushing event deleted for resources: {'Port': ['ID=cccc8036-097a-4523-8c13-bca675b83b53,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:13.608658 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:13.611352 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] No DVR routers for this DVR port cccc8036-097a-4523-8c13-bca675b83b53 on host dv-cinder-761113-15-iscsi {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:11:13.616410 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-6f044b0a-d33a-457a-a9a4-a97cde1f014f None None] Calling delete_port for cccc8036-097a-4523-8c13-bca675b83b53 owned by network:dhcp {{(pid=93025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:11:13.690254 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722966', 'neutron.services.segments.db._delete_segments_for_network-8749054792488'] for network, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.696410 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-6f044b0a-d33a-457a-a9a4-a97cde1f014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767'] for port, after_delete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.699324 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-e66b3e99-f19e-4252-bd07-1086566c3a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:13.701068 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee0d957-c088-43bb-b147-4b4d998ec199']}} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:13.712566 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df49fd01-2157-4b29-adae-3cc64b821b57') {'for_net_delete': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:13.712773 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df49fd01-2157-4b29-adae-3cc64b821b57') {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:13.722690 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054738571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6591768'] for segment, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.723315 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f044b0a-d33a-457a-a9a4-a97cde1f014f None None] Pushing event deleted for resources: {'Port': ['ID=cccc8036-097a-4523-8c13-bca675b83b53,revision_number=None']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:13.727368 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-6f044b0a-d33a-457a-a9a4-a97cde1f014f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:13.728432 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f044b0a-d33a-457a-a9a4-a97cde1f014f None None] No DVR routers for this DVR port cccc8036-097a-4523-8c13-bca675b83b53 on host dv-cinder-761113-15-iscsi {{(pid=93025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:11:13.737349 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.749531 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:11:13.750190 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6809206'] for segment, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: Traceback (most recent call last): Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: timer() Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: cb(*args, **kw) Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: return func(*args, **kwargs) Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: self._notify() Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: self.callback(batched_events) Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: event.method(event) Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: return f(self, *a, **k) Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._get(url).json() Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: return self.request(url, 'GET', **kwargs) Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:11:13.752195 dv-cinder-761113-15-iscsi neutron-server[93023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:11:13.812203 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707171'] for network, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.816893 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:13.819819 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.821170 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] 10.222.0.11 "DELETE /v2.0/networks/eee0d957-c088-43bb-b147-4b4d998ec199 HTTP/1.1" status: 204 len: 168 time: 0.5273194 Jun 28 14:11:13.832443 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Pushing event deleted for resources: {'Network': ['ID=eee0d957-c088-43bb-b147-4b4d998ec199,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:13.835043 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:13.945405 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59416) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:13.985020 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-2402e0b4-f63a-454f-a42b-0fe3b41aff60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d4eac73e6144623876ae1a05fa00695&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382838 Jun 28 14:11:13.987214 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59418) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:14.039206 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-60a81192-602a-4f28-a501-32015ddd5b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:14.061643 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-60a81192-602a-4f28-a501-32015ddd5b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:14.107906 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-60a81192-602a-4f28-a501-32015ddd5b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:14.111005 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-60a81192-602a-4f28-a501-32015ddd5b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:14.112174 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-60a81192-602a-4f28-a501-32015ddd5b38 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b644500-b390-4707-a79d-01e9a8076ab0 HTTP/1.1" status: 204 len: 168 time: 0.1240485 Jun 28 14:11:14.113046 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6cd7833b-a5a5-4de6-80d7-f9065c44d0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:14.120449 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a81192-602a-4f28-a501-32015ddd5b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b644500-b390-4707-a79d-01e9a8076ab0,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:14.123157 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-60a81192-602a-4f28-a501-32015ddd5b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:14.400892 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device cccc8036-097a-4523-8c13-bca675b83b53 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:11:14.420820 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: cccc8036-097a-4523-8c13-bca675b83b53 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:11:14.421162 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device cccc8036-097a-4523-8c13-bca675b83b53 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:11:14.421590 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device c514ccf3-465b-4b68-b075-c4f0c57da646 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:11:14.443515 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: c514ccf3-465b-4b68-b075-c4f0c57da646 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:11:14.443903 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device c514ccf3-465b-4b68-b075-c4f0c57da646 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:11:14.444333 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 12d6ec08-b6a6-4a62-b528-890acf9a36f0 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:11:14.462886 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: 12d6ec08-b6a6-4a62-b528-890acf9a36f0 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:11:14.463247 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 12d6ec08-b6a6-4a62-b528-890acf9a36f0 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:11:14.770851 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59440) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:14.860986 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1278513450-network', 'tenant_id': 'dfbbb7b45ef9427d9c367133ec12e0be'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:11:14.881750 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Made reservation on behalf of dfbbb7b45ef9427d9c367133ec12e0be for: {'network': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:11:14.884039 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:14.892604 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:14.978253 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:14.981990 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:14.985832 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-58db2d04-4ec9-4f2b-ab74-9b48048c660f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:15.005995 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:11:15.014564 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:15.018680 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:15.021397 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:15.021748 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.db.segments_db [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Added segment f43212e4-16fa-4b72-acb2-dfa76c6cfe32 of type vlan for network 58c4e9b3-473a-4e37-b301-2f352bae94f1 Jun 28 14:11:15.059925 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:15.089389 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:15.090646 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:15.091224 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:15.094024 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:15.145302 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3734016 Jun 28 14:11:15.148338 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 59444) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:15.150348 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Pushing event updated for resources: {'Network': ['ID=58c4e9b3-473a-4e37-b301-2f352bae94f1,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:15.152942 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:15.154211 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-96491248-210e-4dcd-b131-52909b7dac57 admin admin] Request body: {'subnet': {'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1278513450-subnet', 'tenant_id': 'dfbbb7b45ef9427d9c367133ec12e0be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:11:15.160606 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network 58c4e9b3-473a-4e37-b301-2f352bae94f1 details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:11:15.179640 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96491248-210e-4dcd-b131-52909b7dac57 admin admin] Made reservation on behalf of dfbbb7b45ef9427d9c367133ec12e0be for: {'subnet': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:11:15.182034 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-96491248-210e-4dcd-b131-52909b7dac57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6239406'] for subnet, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:15.340730 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-96491248-210e-4dcd-b131-52909b7dac57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6079508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6240836'] for subnet, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:15.343623 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-00bd5893-53f3-4140-931b-9f163719163d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:15.393607 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96491248-210e-4dcd-b131-52909b7dac57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca33b3f-14d0-4969-a6ad-0391ccfbfe94,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:15.397091 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-96491248-210e-4dcd-b131-52909b7dac57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:15.402190 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96491248-210e-4dcd-b131-52909b7dac57 admin admin] Checking segment: {'id': 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:11:15.402540 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96491248-210e-4dcd-b131-52909b7dac57 admin admin] Network hostable DHCP agents. Network: 58c4e9b3-473a-4e37-b301-2f352bae94f1, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:11:15.417695 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96491248-210e-4dcd-b131-52909b7dac57 admin admin] Network 58c4e9b3-473a-4e37-b301-2f352bae94f1 is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:11:15.425410 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-96491248-210e-4dcd-b131-52909b7dac57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, 58c4e9b3-473a-4e37-b301-2f352bae94f1) {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:11:15.429314 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96491248-210e-4dcd-b131-52909b7dac57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:15.429903 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-96491248-210e-4dcd-b131-52909b7dac57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:15.435062 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5d3106-39aa-4381-b7f9-6e1d4254b34f None None] Network 58c4e9b3-473a-4e37-b301-2f352bae94f1 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:11:15.442610 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-96491248-210e-4dcd-b131-52909b7dac57 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2931871 Jun 28 14:11:15.566294 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b50c136-5111-499c-ad25-d5cc3c6393ea None None] Network 58c4e9b3-473a-4e37-b301-2f352bae94f1 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:11:15.859123 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-d1ce7b1e-537c-4169-a446-441b2348d9fb tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:15.861026 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-d1ce7b1e-537c-4169-a446-441b2348d9fb tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/networks?id=58c4e9b3-473a-4e37-b301-2f352bae94f1 HTTP/1.1" status: 200 len: 815 time: 0.0986516 Jun 28 14:11:15.874962 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-300addef-578b-4f7e-9ca7-4fd952ec55f4 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/quotas/dfbbb7b45ef9427d9c367133ec12e0be HTTP/1.1" status: 200 len: 375 time: 0.0087173 Jun 28 14:11:15.910313 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-11c2e96e-9d4a-4a8a-b341-814cc72c3fc4 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfbbb7b45ef9427d9c367133ec12e0be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300734 Jun 28 14:11:16.038775 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-5482f00a-183a-4204-8419-9e67a2125810 service neutron] 10.222.0.11 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222630 Jun 28 14:11:16.126117 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-07c6e212-3aa7-4d7f-9375-92248d9a98a1 service neutron] 10.222.0.11 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816345 Jun 28 14:11:16.289899 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f7a9004c-1bb5-4c53-a9d6-9859bfe4e86f req-5b7f9c3d-22e3-4317-b508-b0f340666a74 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c4369b4-9eae-437d-8a78-97733cf1fec8 HTTP/1.1" status: 200 len: 210 time: 0.0278659 Jun 28 14:11:17.436985 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-e10fbb91-3460-40c6-a235-57b611b8b0b5 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:17.438691 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-e10fbb91-3460-40c6-a235-57b611b8b0b5 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.55 "GET /v2.0/networks?id=58c4e9b3-473a-4e37-b301-2f352bae94f1 HTTP/1.1" status: 200 len: 815 time: 0.1085470 Jun 28 14:11:17.440398 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7ca4a14e-8c1b-454d-bcc1-724cf69026d5 req-28bf9972-63ee-41ea-aed5-3db34488106d tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c4369b4-9eae-437d-8a78-97733cf1fec8 HTTP/1.1" status: 200 len: 210 time: 0.0362647 Jun 28 14:11:17.461304 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-e0ba3215-7be1-4f6e-b97e-5b9770016601 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Request body: {'port': {'device_id': '4c4369b4-9eae-437d-8a78-97733cf1fec8', 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1', 'admin_state_up': True, 'tenant_id': 'dfbbb7b45ef9427d9c367133ec12e0be'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:11:17.568905 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-e0ba3215-7be1-4f6e-b97e-5b9770016601 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Made reservation on behalf of dfbbb7b45ef9427d9c367133ec12e0be for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:11:17.572488 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-e0ba3215-7be1-4f6e-b97e-5b9770016601 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:17.691749 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-e0ba3215-7be1-4f6e-b97e-5b9770016601 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Allocated IP 172.20.0.4 (58c4e9b3-473a-4e37-b301-2f352bae94f1/4ca33b3f-14d0-4969-a6ad-0391ccfbfe94/25cdf378-b641-45bd-9c28-957328f1819c) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:11:17.852020 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-e0ba3215-7be1-4f6e-b97e-5b9770016601 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:17.888190 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-e0ba3215-7be1-4f6e-b97e-5b9770016601 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:17.891871 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-5caaa79e-2dca-4025-8786-eba474ebe387 tempest-VolumesActionsTest-5471143 tempest-VolumesActionsTest-5471143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:17.930614 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-e0ba3215-7be1-4f6e-b97e-5b9770016601 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Network 58c4e9b3-473a-4e37-b301-2f352bae94f1 is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:11:17.935362 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-e0ba3215-7be1-4f6e-b97e-5b9770016601 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:11:17.938931 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-e0ba3215-7be1-4f6e-b97e-5b9770016601 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:11:17.945495 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba3215-7be1-4f6e-b97e-5b9770016601 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Pushing event updated for resources: {'Port': ['ID=25cdf378-b641-45bd-9c28-957328f1819c,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:17.964282 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-e0ba3215-7be1-4f6e-b97e-5b9770016601 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:17.988959 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-e0ba3215-7be1-4f6e-b97e-5b9770016601 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:17.989566 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-e0ba3215-7be1-4f6e-b97e-5b9770016601 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:18.002545 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-e0ba3215-7be1-4f6e-b97e-5b9770016601 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5458751 Jun 28 14:11:18.022951 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Request body: {'port': {'device_id': '4c4369b4-9eae-437d-8a78-97733cf1fec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:11:18.106864 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:18.357893 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cdf378-b641-45bd-9c28-957328f1819c {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:11:18.365051 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:18.376326 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Transition to ACTIVE for port object 25cdf378-b641-45bd-9c28-957328f1819c will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:11:18.387165 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:18.394218 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:18.445311 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Pushing event updated for resources: {'Port': ['ID=25cdf378-b641-45bd-9c28-957328f1819c,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:18.448737 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:18.513347 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Attempting to bind port 25cdf378-b641-45bd-9c28-957328f1819c on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:11:18.513684 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Attempting to bind port 25cdf378-b641-45bd-9c28-957328f1819c by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:11:18.514016 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Attempting to bind port 25cdf378-b641-45bd-9c28-957328f1819c on network 58c4e9b3-473a-4e37-b301-2f352bae94f1 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:11:18.518765 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Port 25cdf378-b641-45bd-9c28-957328f1819c on network 58c4e9b3-473a-4e37-b301-2f352bae94f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:11:18.519085 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Attempting to bind port 25cdf378-b641-45bd-9c28-957328f1819c on network 58c4e9b3-473a-4e37-b301-2f352bae94f1 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:11:18.523778 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:11:18.524117 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Checking segment: {'id': 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:11:18.524501 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Bound using segment: {'id': 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:11:18.524927 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Bound port: 25cdf378-b641-45bd-9c28-957328f1819c, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:11:18.525287 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:18.622318 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] For port 25cdf378-b641-45bd-9c28-957328f1819c, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:11:18.625942 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] For port 25cdf378-b641-45bd-9c28-957328f1819c, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=25cdf378-b641-45bd-9c28-957328f1819c,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:11:18.636064 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:18.638627 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:18.671618 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:18.672334 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:18.674494 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] 10.222.0.55 "PUT /v2.0/ports/25cdf378-b641-45bd-9c28-957328f1819c HTTP/1.1" status: 200 len: 1093 time: 0.6548457 Jun 28 14:11:18.681537 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee42535-56a0-4949-bee3-45f06184e3d7 req-07cf3c71-f388-4c7b-b1d0-cc1b66415584 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:18.682858 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-aee42535-56a0-4949-bee3-45f06184e3d7 req-07cf3c71-f388-4c7b-b1d0-cc1b66415584 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c4369b4-9eae-437d-8a78-97733cf1fec8 HTTP/1.1" status: 200 len: 943 time: 0.1268866 Jun 28 14:11:18.685823 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4369b4-9eae-437d-8a78-97733cf1fec8', 'tag': '25cdf378-b641-45bd-9c28-957328f1819c'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:11:18.688360 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050f22bf-c138-48e2-91e0-6aeb618701cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4369b4-9eae-437d-8a78-97733cf1fec8", "tag": "25cdf378-b641-45bd-9c28-957328f1819c"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:11:18.729191 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b73b77b-7d58-4512-984e-e7e5594b26ba x-openstack-request-id: req-6b73b77b-7d58-4512-984e-e7e5594b26ba {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:11:18.729519 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4369b4-9eae-437d-8a78-97733cf1fec8", "tag": "25cdf378-b641-45bd-9c28-957328f1819c", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:11:18.729881 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b73b77b-7d58-4512-984e-e7e5594b26ba {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:11:18.730304 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4369b4-9eae-437d-8a78-97733cf1fec8', 'tag': '25cdf378-b641-45bd-9c28-957328f1819c', 'status': 'completed', 'code': 200} Jun 28 14:11:18.734980 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Pushing event updated for resources: {'Port': ['ID=25cdf378-b641-45bd-9c28-957328f1819c,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:18.739480 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:18.754157 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-aee42535-56a0-4949-bee3-45f06184e3d7 req-a4f4557e-ec57-41f6-99e5-c3169813a742 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605915 Jun 28 14:11:18.803246 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-a9a2e561-ccc5-4eaf-9fb7-4bbadeef6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:18.804784 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-a9a2e561-ccc5-4eaf-9fb7-4bbadeef6c99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfbbb7b45ef9427d9c367133ec12e0be&device_id=4c4369b4-9eae-437d-8a78-97733cf1fec8 HTTP/1.1" status: 200 len: 1096 time: 0.0497384 Jun 28 14:11:18.854732 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-a3465355-bc67-40a3-b057-03bcaa5a43af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25cdf378-b641-45bd-9c28-957328f1819c HTTP/1.1" status: 200 len: 217 time: 0.0343649 Jun 28 14:11:18.902590 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-7a1f00a0-748a-489a-8020-fb41731f3ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:18.904012 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-7a1f00a0-748a-489a-8020-fb41731f3ec4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ca33b3f-14d0-4969-a6ad-0391ccfbfe94 HTTP/1.1" status: 200 len: 855 time: 0.0411646 Jun 28 14:11:18.934536 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-7d58f673-b854-4b98-8df3-da9bd977aba8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58c4e9b3-473a-4e37-b301-2f352bae94f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239613 Jun 28 14:11:19.028072 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-2e1a2e24-61a7-49e0-bf41-7c9121a91bd6 service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802214 Jun 28 14:11:19.114650 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ff5150b8-99f0-48ef-b8a4-be2b99cef162 req-99cd67c3-6c00-4029-9c58-444846c0fe52 service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0768108 Jun 28 14:11:19.286436 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f22bf-c138-48e2-91e0-6aeb618701cb req-fc367e26-b958-4493-a87d-a1e301325b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:19.287971 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-050f22bf-c138-48e2-91e0-6aeb618701cb req-fc367e26-b958-4493-a87d-a1e301325b57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfbbb7b45ef9427d9c367133ec12e0be&device_id=4c4369b4-9eae-437d-8a78-97733cf1fec8 HTTP/1.1" status: 200 len: 1096 time: 0.0547044 Jun 28 14:11:19.377557 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f22bf-c138-48e2-91e0-6aeb618701cb req-851cc936-63e9-4e6b-87a9-2e2978987260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:19.379012 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-050f22bf-c138-48e2-91e0-6aeb618701cb req-851cc936-63e9-4e6b-87a9-2e2978987260 service neutron] 10.222.0.55 "GET /v2.0/networks?id=58c4e9b3-473a-4e37-b301-2f352bae94f1 HTTP/1.1" status: 200 len: 916 time: 0.0809979 Jun 28 14:11:19.427901 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-050f22bf-c138-48e2-91e0-6aeb618701cb req-efa5229c-98f1-4c78-97a6-dcda83e00bc3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25cdf378-b641-45bd-9c28-957328f1819c HTTP/1.1" status: 200 len: 217 time: 0.0392973 Jun 28 14:11:19.475146 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f22bf-c138-48e2-91e0-6aeb618701cb req-d88080f7-a573-4ce5-aba6-89f8f2a5e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:19.476591 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-050f22bf-c138-48e2-91e0-6aeb618701cb req-d88080f7-a573-4ce5-aba6-89f8f2a5e52b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ca33b3f-14d0-4969-a6ad-0391ccfbfe94 HTTP/1.1" status: 200 len: 855 time: 0.0412240 Jun 28 14:11:19.509821 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-050f22bf-c138-48e2-91e0-6aeb618701cb req-fcf6f669-d9fb-4776-991f-56edab27834c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58c4e9b3-473a-4e37-b301-2f352bae94f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254114 Jun 28 14:11:19.598163 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-050f22bf-c138-48e2-91e0-6aeb618701cb req-6044b839-ad3c-4a97-a2ef-81108fa9eac6 service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805106 Jun 28 14:11:19.690831 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-050f22bf-c138-48e2-91e0-6aeb618701cb req-7a9a0786-096b-4c8b-bc63-ad760ffe3334 service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803466 Jun 28 14:11:19.920963 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc96c63-90ae-406d-9bff-056111a1eff0 req-711240a5-e9ab-4d86-9ca6-a0a71c6a3000 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:19.922390 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-5fc96c63-90ae-406d-9bff-056111a1eff0 req-711240a5-e9ab-4d86-9ca6-a0a71c6a3000 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c4369b4-9eae-437d-8a78-97733cf1fec8 HTTP/1.1" status: 200 len: 943 time: 0.0594430 Jun 28 14:11:19.958063 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-5fc96c63-90ae-406d-9bff-056111a1eff0 req-7e9f2686-7b9a-478a-88a4-14bef9230de0 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295775 Jun 28 14:11:20.775076 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 25cdf378-b641-45bd-9c28-957328f1819c details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:11:20.866418 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 25cdf378-b641-45bd-9c28-957328f1819c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=25cdf378-b641-45bd-9c28-957328f1819c,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:20.877597 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': '25cdf378-b641-45bd-9c28-957328f1819c', 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1', 'port_id': '25cdf378-b641-45bd-9c28-957328f1819c', 'mac_address': 'fa:16:3e:99:49:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca33b3f-14d0-4969-a6ad-0391ccfbfe94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:11:20.911650 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:20.923342 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cdf378-b641-45bd-9c28-957328f1819c {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:11:20.942875 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 25cdf378-b641-45bd-9c28-957328f1819c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=25cdf378-b641-45bd-9c28-957328f1819c,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:20.946601 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:20.949277 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:20.992483 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=25cdf378-b641-45bd-9c28-957328f1819c,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:20.999219 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:20.999554 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:20.999915 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:21.000247 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:21.000571 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:21.000897 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:21.001218 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:21.001545 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:21.001865 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:21.002790 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:21.003110 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:21.003427 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:21.007254 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:21.125539 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07b325-4d0b-4872-91ef-7fdbd43805a3 req-fb8cf0f3-358b-4d3c-82df-140d8e6ddd06 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:21.126866 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8a07b325-4d0b-4872-91ef-7fdbd43805a3 req-fb8cf0f3-358b-4d3c-82df-140d8e6ddd06 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c4369b4-9eae-437d-8a78-97733cf1fec8 HTTP/1.1" status: 200 len: 944 time: 0.0602860 Jun 28 14:11:21.167603 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8a07b325-4d0b-4872-91ef-7fdbd43805a3 req-c0b3bda2-cacf-4a7c-9e70-de7ae2ad7cbc tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346818 Jun 28 14:11:21.269833 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['25cdf378-b641-45bd-9c28-957328f1819c'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:11:22.338221 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eecfe-57da-41e0-b196-52a7afaf7f40 req-6986b828-16ec-4e74-adfd-feec3ea665f2 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:22.339638 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-003eecfe-57da-41e0-b196-52a7afaf7f40 req-6986b828-16ec-4e74-adfd-feec3ea665f2 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c4369b4-9eae-437d-8a78-97733cf1fec8 HTTP/1.1" status: 200 len: 944 time: 0.0650306 Jun 28 14:11:22.376570 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-003eecfe-57da-41e0-b196-52a7afaf7f40 req-ad08fba6-21e6-4039-a431-9d980136c599 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311205 Jun 28 14:11:22.784389 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 25cdf378-b641-45bd-9c28-957328f1819c up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:11:22.833429 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port 25cdf378-b641-45bd-9c28-957328f1819c completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:11:22.837212 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port 25cdf378-b641-45bd-9c28-957328f1819c triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:11:22.837704 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:22.914721 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:22.936742 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4369b4-9eae-437d-8a78-97733cf1fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cdf378-b641-45bd-9c28-957328f1819c'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:11:22.939042 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3a8c90-8a87-4e3a-bbfa-88c371a51d1e" -d '{"events": [{"server_uuid": "4c4369b4-9eae-437d-8a78-97733cf1fec8", "name": "network-vif-plugged", "status": "completed", "tag": "25cdf378-b641-45bd-9c28-957328f1819c"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:11:22.953906 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 25cdf378-b641-45bd-9c28-957328f1819c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=25cdf378-b641-45bd-9c28-957328f1819c,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:22.959375 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:22.961736 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-a7a0fd34-0cf7-47f7-9034-9b4977e90979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:22.987637 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c6f868-3494-4ab4-9ff4-5e085edfb78d x-openstack-request-id: req-53c6f868-3494-4ab4-9ff4-5e085edfb78d {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:11:22.987966 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4369b4-9eae-437d-8a78-97733cf1fec8", "name": "network-vif-plugged", "status": "completed", "tag": "25cdf378-b641-45bd-9c28-957328f1819c", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:11:22.988232 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-53c6f868-3494-4ab4-9ff4-5e085edfb78d {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:11:22.988634 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4369b4-9eae-437d-8a78-97733cf1fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cdf378-b641-45bd-9c28-957328f1819c', 'code': 200} Jun 28 14:11:23.011671 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=25cdf378-b641-45bd-9c28-957328f1819c,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:23.014588 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:23.091969 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba37b0-7e19-4629-89d1-e709f71a887a req-7b646484-0f69-4f76-92bb-6e7a79d444f7 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:23.093464 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d7ba37b0-7e19-4629-89d1-e709f71a887a req-7b646484-0f69-4f76-92bb-6e7a79d444f7 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 947 time: 0.0630314 Jun 28 14:11:23.151541 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d7ba37b0-7e19-4629-89d1-e709f71a887a req-b6b5160c-db8f-4ac1-a69a-15fd9368d1fb tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505943 Jun 28 14:11:23.298071 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7525e-8f5d-4f3d-b785-448f11c288aa req-52ab6dff-4e04-4312-890b-77199fc4c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:23.299929 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9da7525e-8f5d-4f3d-b785-448f11c288aa req-52ab6dff-4e04-4312-890b-77199fc4c8c7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4c4369b4-9eae-437d-8a78-97733cf1fec8 HTTP/1.1" status: 200 len: 1098 time: 0.0500600 Jun 28 14:11:23.336269 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9da7525e-8f5d-4f3d-b785-448f11c288aa req-0fbd990c-bc74-42ba-8a90-3a4506ca230c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262659 Jun 28 14:11:23.550116 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6602df5-c38f-440c-a8f8-c96b1a110109 req-35fab775-3507-4f3b-baa3-257a115458da tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:23.551488 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b6602df5-c38f-440c-a8f8-c96b1a110109 req-35fab775-3507-4f3b-baa3-257a115458da tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c4369b4-9eae-437d-8a78-97733cf1fec8 HTTP/1.1" status: 200 len: 945 time: 0.0618174 Jun 28 14:11:23.586650 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b6602df5-c38f-440c-a8f8-c96b1a110109 req-0b22b14f-4dab-4093-af4d-66a22dce3d58 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297096 Jun 28 14:11:24.330848 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826acbe-f108-4f63-a47d-42b5063bd12e req-8b3bcf63-c8c9-4974-bf53-d207a92c3ae0 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:24.332414 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2826acbe-f108-4f63-a47d-42b5063bd12e req-8b3bcf63-c8c9-4974-bf53-d207a92c3ae0 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 947 time: 0.0646343 Jun 28 14:11:24.369394 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2826acbe-f108-4f63-a47d-42b5063bd12e req-3db68b7c-3b05-4da2-bcb4-7e20d15162a2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313513 Jun 28 14:11:24.757449 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ff391-5d59-4084-8929-7fa74d7b4701 req-5f016c9a-8859-4c5d-9b8e-7c8cfddbbfe0 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:24.758880 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-721ff391-5d59-4084-8929-7fa74d7b4701 req-5f016c9a-8859-4c5d-9b8e-7c8cfddbbfe0 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c4369b4-9eae-437d-8a78-97733cf1fec8 HTTP/1.1" status: 200 len: 945 time: 0.0649879 Jun 28 14:11:24.795244 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-721ff391-5d59-4084-8929-7fa74d7b4701 req-f917ec06-b695-4e19-8def-365e980da65f tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307505 Jun 28 14:11:25.255169 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db7210-31ca-4b15-9d12-1eb0e43be364 req-bad3034b-79c9-4cda-a4d0-a589bae90f58 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:25.256578 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f3db7210-31ca-4b15-9d12-1eb0e43be364 req-bad3034b-79c9-4cda-a4d0-a589bae90f58 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 947 time: 0.0606620 Jun 28 14:11:25.354305 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-f3db7210-31ca-4b15-9d12-1eb0e43be364 req-2946da3e-bf9c-4d89-80ed-3e4b16c015d2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Deleting port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:11:25.354969 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f3db7210-31ca-4b15-9d12-1eb0e43be364 req-2946da3e-bf9c-4d89-80ed-3e4b16c015d2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:25.440810 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-f3db7210-31ca-4b15-9d12-1eb0e43be364 req-2946da3e-bf9c-4d89-80ed-3e4b16c015d2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] For port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:25.441493 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f3db7210-31ca-4b15-9d12-1eb0e43be364 req-2946da3e-bf9c-4d89-80ed-3e4b16c015d2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:25.894566 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33663e-c7af-42fa-bdbe-38123f62d42a req-e9b17a0e-3a8f-46de-aaff-a88038620683 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:25.896045 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ef33663e-c7af-42fa-bdbe-38123f62d42a req-e9b17a0e-3a8f-46de-aaff-a88038620683 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 947 time: 0.1491988 Jun 28 14:11:25.929104 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f3db7210-31ca-4b15-9d12-1eb0e43be364 req-2946da3e-bf9c-4d89-80ed-3e4b16c015d2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:25.929471 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f3db7210-31ca-4b15-9d12-1eb0e43be364 req-2946da3e-bf9c-4d89-80ed-3e4b16c015d2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:25.929782 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.db.l3_db [req-f3db7210-31ca-4b15-9d12-1eb0e43be364 req-2946da3e-bf9c-4d89-80ed-3e4b16c015d2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Floating IP a6789d34-8704-4d46-84c0-25d10c97462c disassociated. External IP: 172.27.2.58, port: ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f. Jun 28 14:11:25.930123 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-f3db7210-31ca-4b15-9d12-1eb0e43be364 req-2946da3e-bf9c-4d89-80ed-3e4b16c015d2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Calling delete_port for ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:11:25.953462 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ef33663e-c7af-42fa-bdbe-38123f62d42a req-1f9d7851-3454-44f2-a7db-b5bd9d317713 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups?id=1db11366-8ad9-4df3-8c38-fd65772d201b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509739 Jun 28 14:11:26.070973 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f3db7210-31ca-4b15-9d12-1eb0e43be364 req-2946da3e-bf9c-4d89-80ed-3e4b16c015d2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:26.074818 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-aa2985e9-3b6a-4c9f-85d4-d34cd6e88eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:26.098734 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946da3e-bf9c-4d89-80ed-3e4b16c015d2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event deleted for resources: {'Port': ['ID=ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:26.102067 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-2946da3e-bf9c-4d89-80ed-3e4b16c015d2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:26.229652 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3db7210-31ca-4b15-9d12-1eb0e43be364 req-2946da3e-bf9c-4d89-80ed-3e4b16c015d2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Router ebe10e54-e829-432a-b5e3-b2f655ce67b6 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:11:26.338334 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3db7210-31ca-4b15-9d12-1eb0e43be364 req-2946da3e-bf9c-4d89-80ed-3e4b16c015d2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:11:26.351036 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d36899-ad30-44ef-b641-d9a2c2a2d0b5 None None] Sync routers for ids ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:11:26.372401 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d36899-ad30-44ef-b641-d9a2c2a2d0b5 None None] Routers {'ebe10e54-e829-432a-b5e3-b2f655ce67b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:11:26.373031 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-b5d36899-ad30-44ef-b641-d9a2c2a2d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:11:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:26.384006 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3db7210-31ca-4b15-9d12-1eb0e43be364 req-2946da3e-bf9c-4d89-80ed-3e4b16c015d2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] No DVR routers for this DVR port ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:11:26.386311 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f3db7210-31ca-4b15-9d12-1eb0e43be364 req-2946da3e-bf9c-4d89-80ed-3e4b16c015d2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:26.388484 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f3db7210-31ca-4b15-9d12-1eb0e43be364 req-2946da3e-bf9c-4d89-80ed-3e4b16c015d2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.55 "DELETE /v2.0/ports/ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f HTTP/1.1" status: 204 len: 173 time: 1.1254396 Jun 28 14:11:26.389015 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'name': 'network-vif-deleted', 'tag': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:11:26.391631 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4e2bb5-f14b-4382-ae72-f80b03447b08" -d '{"events": [{"server_uuid": "a8a2b148-06aa-4349-99b4-f75863e742d5", "name": "network-vif-deleted", "tag": "ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:11:26.415192 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:26.438417 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e26e1d-5168-42f4-9668-f98c12279731 x-openstack-request-id: req-d6e26e1d-5168-42f4-9668-f98c12279731 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:11:26.438779 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a2b148-06aa-4349-99b4-f75863e742d5", "name": "network-vif-deleted", "tag": "ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:11:26.439382 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d6e26e1d-5168-42f4-9668-f98c12279731 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:11:26.440505 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a2b148-06aa-4349-99b4-f75863e742d5', 'name': 'network-vif-deleted', 'tag': 'ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f', 'status': 'completed', 'code': 200} Jun 28 14:11:26.502608 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-b5d36899-ad30-44ef-b641-d9a2c2a2d0b5 None None] Set router ebe10e54-e829-432a-b5e3-b2f655ce67b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:11:26.716978 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-b5d36899-ad30-44ef-b641-d9a2c2a2d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 4, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '6c8fa0e1-973e-4734-ac1b-4d6dc4768a49', 'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'mac_address': 'fa:16:3e:82:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:05:02Z', 'revision_number': 5, 'project_id': '724e3789680240be9f570b8ca116df8d', 'subnets': [{'id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:26.744903 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d36899-ad30-44ef-b641-d9a2c2a2d0b5 None None] Checking router: ebe10e54-e829-432a-b5e3-b2f655ce67b6 for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:11:26.753932 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d36899-ad30-44ef-b641-d9a2c2a2d0b5 None None] Routers {'ebe10e54-e829-432a-b5e3-b2f655ce67b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:11:26.754546 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-b5d36899-ad30-44ef-b641-d9a2c2a2d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:11:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:26.855864 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-b5d36899-ad30-44ef-b641-d9a2c2a2d0b5 None None] Set router ebe10e54-e829-432a-b5e3-b2f655ce67b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:11:27.049470 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-b5d36899-ad30-44ef-b641-d9a2c2a2d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 4, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '6c8fa0e1-973e-4734-ac1b-4d6dc4768a49', 'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'mac_address': 'fa:16:3e:82:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:05:02Z', 'revision_number': 5, 'project_id': '724e3789680240be9f570b8ca116df8d', 'subnets': [{'id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:27.075650 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d36899-ad30-44ef-b641-d9a2c2a2d0b5 None None] The sync data for ids ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'] in dv-cinder-761113-15-iscsi is: [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:04:51Z', 'revision_number': 4, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '6c8fa0e1-973e-4734-ac1b-4d6dc4768a49', 'name': '', 'network_id': '3b5658ba-f6d1-4294-a5cd-fbb420c38ece', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'mac_address': 'fa:16:3e:82:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:49Z', 'updated_at': '2021-06-28T14:05:02Z', 'revision_number': 5, 'project_id': '724e3789680240be9f570b8ca116df8d', 'subnets': [{'id': 'ad9292e9-2ab9-4760-baef-5dfd44f625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:11:27.120584 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2afc32e8-cb03-422a-b2f9-b4d4a35f5bea req-7b4b34dd-f261-444b-9470-2cd6c865f194 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a2b148-06aa-4349-99b4-f75863e742d5 HTTP/1.1" status: 200 len: 210 time: 0.0336902 Jun 28 14:11:27.310585 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c206c-cc21-4ef1-81f6-6b7936e7ab7f None None] New status for floating IP a6789d34-8704-4d46-84c0-25d10c97462c: DOWN {{(pid=93025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:11:28.245589 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 59542) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:28.297866 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8cfc79d8-7871-43c7-a92b-58d10878acf1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:28.320788 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8cfc79d8-7871-43c7-a92b-58d10878acf1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:28.366952 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8cfc79d8-7871-43c7-a92b-58d10878acf1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:28.369569 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8cfc79d8-7871-43c7-a92b-58d10878acf1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:28.370700 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-8cfc79d8-7871-43c7-a92b-58d10878acf1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "DELETE /v2.0/security-groups/1db11366-8ad9-4df3-8c38-fd65772d201b HTTP/1.1" status: 204 len: 168 time: 0.1241357 Jun 28 14:11:28.371450 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-9f173ced-9d31-4c60-abc6-87a486b2203f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:28.373571 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59544) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:28.379778 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc79d8-7871-43c7-a92b-58d10878acf1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db11366-8ad9-4df3-8c38-fd65772d201b,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:28.382112 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-8cfc79d8-7871-43c7-a92b-58d10878acf1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:28.386281 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.api.v2.resource [None req-8da214e0-d3fd-45ed-9a90-ac57f27c91d1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] show failed (client error): The resource could not be found. Jun 28 14:11:28.387262 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-8da214e0-d3fd-45ed-9a90-ac57f27c91d1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "GET /v2.0/security-groups/1db11366-8ad9-4df3-8c38-fd65772d201b HTTP/1.1" status: 404 len: 347 time: 0.0126624 Jun 28 14:11:28.390070 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59546) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:28.512462 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-951e450e-c516-4a87-b234-fe5da4616664 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Deleting port 87cd29bd-8458-48f2-810d-712bd92661bd {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:11:28.512808 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-951e450e-c516-4a87-b234-fe5da4616664 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:28.585782 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-951e450e-c516-4a87-b234-fe5da4616664 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:28.586112 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-951e450e-c516-4a87-b234-fe5da4616664 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:28.597852 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-951e450e-c516-4a87-b234-fe5da4616664 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Calling delete_port for 87cd29bd-8458-48f2-810d-712bd92661bd owned by network:floatingip {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:11:28.729477 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-951e450e-c516-4a87-b234-fe5da4616664 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:28.732481 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-c2d23da8-0b3c-43ae-9866-8ef7c1837c30 tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:28.756829 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e450e-c516-4a87-b234-fe5da4616664 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Pushing event deleted for resources: {'Port': ['ID=87cd29bd-8458-48f2-810d-712bd92661bd,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:28.760569 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-951e450e-c516-4a87-b234-fe5da4616664 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:28.815459 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:11:28.818469 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-951e450e-c516-4a87-b234-fe5da4616664 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks [] for floatingip, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:28.820988 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-951e450e-c516-4a87-b234-fe5da4616664 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:28.822129 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-951e450e-c516-4a87-b234-fe5da4616664 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] 10.222.0.11 "DELETE /v2.0/floatingips/a6789d34-8704-4d46-84c0-25d10c97462c HTTP/1.1" status: 204 len: 168 time: 0.4311881 Jun 28 14:11:28.838361 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:11:28.838722 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device ace9a76d-9356-4cb3-b4b1-c4fd89c5ec2f not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:11:31.360383 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 59576) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:31.372945 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-21d92d3d-6390-46f1-92a5-2ec42c0015ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:31.734641 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4f8170b6-c2eb-4df5-ae0a-6553ef0fb9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549623'] for router_interface, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:31.977091 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-4f8170b6-c2eb-4df5-ae0a-6553ef0fb9c8 admin admin] Deleting port 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:11:31.977436 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4f8170b6-c2eb-4df5-ae0a-6553ef0fb9c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:32.049945 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [None req-4f8170b6-c2eb-4df5-ae0a-6553ef0fb9c8 admin admin] For port 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=6c8fa0e1-973e-4734-ac1b-4d6dc4768a49,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:32.050227 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4f8170b6-c2eb-4df5-ae0a-6553ef0fb9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:32.061883 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-4f8170b6-c2eb-4df5-ae0a-6553ef0fb9c8 admin admin] Calling delete_port for 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 owned by network:router_interface {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:11:32.234916 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4f8170b6-c2eb-4df5-ae0a-6553ef0fb9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:32.238064 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:32.265169 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8170b6-c2eb-4df5-ae0a-6553ef0fb9c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8fa0e1-973e-4734-ac1b-4d6dc4768a49,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:32.269517 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-4f8170b6-c2eb-4df5-ae0a-6553ef0fb9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:32.427161 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-4f8170b6-c2eb-4df5-ae0a-6553ef0fb9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705287'] for router_interface, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:32.637089 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8170b6-c2eb-4df5-ae0a-6553ef0fb9c8 admin admin] Router ebe10e54-e829-432a-b5e3-b2f655ce67b6 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:11:32.738292 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8170b6-c2eb-4df5-ae0a-6553ef0fb9c8 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:11:32.746280 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59582) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:32.746756 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-4f8170b6-c2eb-4df5-ae0a-6553ef0fb9c8 admin admin] 10.222.0.11 "PUT /v2.0/routers/ebe10e54-e829-432a-b5e3-b2f655ce67b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3848991 Jun 28 14:11:32.747019 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2de0dbf-48ad-4ad9-8722-51a9088c2a29 None None] Sync routers for ids ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:11:32.756379 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de0dbf-48ad-4ad9-8722-51a9088c2a29 None None] Routers {'ebe10e54-e829-432a-b5e3-b2f655ce67b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:11:32.757209 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-e2de0dbf-48ad-4ad9-8722-51a9088c2a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:11:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:32.856250 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] Notify callbacks [] for router, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:32.858687 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-e2de0dbf-48ad-4ad9-8722-51a9088c2a29 None None] Set router ebe10e54-e829-432a-b5e3-b2f655ce67b6 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:11:32.969764 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:33.023794 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] Deleting port 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:11:33.024178 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:33.043658 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-e2de0dbf-48ad-4ad9-8722-51a9088c2a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:11:32Z', 'revision_number': 5, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port': {'id': '056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:04:43Z', 'updated_at': '2021-06-28T14:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:33.070331 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2de0dbf-48ad-4ad9-8722-51a9088c2a29 None None] Checking router: ebe10e54-e829-432a-b5e3-b2f655ce67b6 for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:11:33.078642 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de0dbf-48ad-4ad9-8722-51a9088c2a29 None None] Routers {'ebe10e54-e829-432a-b5e3-b2f655ce67b6'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:11:33.079255 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-e2de0dbf-48ad-4ad9-8722-51a9088c2a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:11:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:33.113191 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] For port 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:33.113916 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:33.128402 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] Calling delete_port for 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd owned by network:router_gateway {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:11:33.165285 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-e2de0dbf-48ad-4ad9-8722-51a9088c2a29 None None] Set router ebe10e54-e829-432a-b5e3-b2f655ce67b6 gateway port host: None {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:11:33.220209 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-e2de0dbf-48ad-4ad9-8722-51a9088c2a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:11:32Z', 'revision_number': 6, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port_host': None}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:33.250847 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2de0dbf-48ad-4ad9-8722-51a9088c2a29 None None] The sync data for ids ['ebe10e54-e829-432a-b5e3-b2f655ce67b6'] in dv-cinder-761113-15-iscsi is: [{'id': 'ebe10e54-e829-432a-b5e3-b2f655ce67b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1513909432-router', 'tenant_id': '724e3789680240be9f570b8ca116df8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:04:42Z', 'updated_at': '2021-06-28T14:11:32Z', 'revision_number': 6, 'project_id': '724e3789680240be9f570b8ca116df8d', 'gw_port_host': None}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:11:33.307131 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:33.309993 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-49365f3e-3e27-4dee-aa75-b4e4f5717ad5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:33.337121 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] Pushing event deleted for resources: {'Port': ['ID=056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:33.339126 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:33.398439 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707218'] for router_gateway, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:33.485189 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28729'] for router, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:33.487284 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:33.537252 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706264'] for router, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:33.542086 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebe10e54-e829-432a-b5e3-b2f655ce67b6 {{(pid=93023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 14:11:33.547643 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] Notify callbacks [] for router, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:33.548912 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] 10.222.0.11 "DELETE /v2.0/routers/ebe10e54-e829-432a-b5e3-b2f655ce67b6 HTTP/1.1" status: 204 len: 168 time: 0.8001297 Jun 28 14:11:33.554261 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 59588) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:33.608563 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c575e8-f1da-4fa9-8bee-7c969b4eb56e admin admin] Deleting subnet ad9292e9-2ab9-4760-baef-5dfd44f625a4 {{(pid=93024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:11:33.612299 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e4c575e8-f1da-4fa9-8bee-7c969b4eb56e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:33.646039 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e4c575e8-f1da-4fa9-8bee-7c969b4eb56e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640428'] for subnet, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:33.724902 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e4c575e8-f1da-4fa9-8bee-7c969b4eb56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722368'] for subnet, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:33.775631 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e4c575e8-f1da-4fa9-8bee-7c969b4eb56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6079573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6240845'] for subnet, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:33.778513 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:33.801949 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c575e8-f1da-4fa9-8bee-7c969b4eb56e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad9292e9-2ab9-4760-baef-5dfd44f625a4,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:33.804898 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e4c575e8-f1da-4fa9-8bee-7c969b4eb56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:33.807332 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d76915d-00db-4015-ae2f-31c3b232d0e6 None None] Network 3b5658ba-f6d1-4294-a5cd-fbb420c38ece requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:11:33.807865 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-e4c575e8-f1da-4fa9-8bee-7c969b4eb56e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ad9292e9-2ab9-4760-baef-5dfd44f625a4 HTTP/1.1" status: 204 len: 168 time: 0.2419412 Jun 28 14:11:33.808354 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-e4c575e8-f1da-4fa9-8bee-7c969b4eb56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:33.809612 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 59590) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:33.882281 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813611'] for network, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:33.905575 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-d3735215-0eed-4966-b787-17d1ae1dd0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:33.940556 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Deleting port 8b6ffbfe-3d78-490e-a428-e4b0e1820644 {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:11:33.940799 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:34.008977 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] For port 8b6ffbfe-3d78-490e-a428-e4b0e1820644, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=8b6ffbfe-3d78-490e-a428-e4b0e1820644,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:34.009459 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:34.023342 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Calling delete_port for 8b6ffbfe-3d78-490e-a428-e4b0e1820644 owned by network:dhcp {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:11:34.039590 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369b3c81-38c9-4ba5-add2-f129ebb6c6e6 None None] DHCP port deletion for 3b5658ba-f6d1-4294-a5cd-fbb420c38ece request from dv-cinder-761113-15-iscsi {{(pid=93025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 14:11:34.089347 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-369b3c81-38c9-4ba5-add2-f129ebb6c6e6 None None] Deleting port 8b6ffbfe-3d78-490e-a428-e4b0e1820644 {{(pid=93025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:11:34.089812 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-369b3c81-38c9-4ba5-add2-f129ebb6c6e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:34.117795 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:34.124263 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:34.147639 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] No DVR routers for this DVR port 8b6ffbfe-3d78-490e-a428-e4b0e1820644 on host dv-cinder-761113-15-iscsi {{(pid=93024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:11:34.153740 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-369b3c81-38c9-4ba5-add2-f129ebb6c6e6 None None] For port 8b6ffbfe-3d78-490e-a428-e4b0e1820644, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=8b6ffbfe-3d78-490e-a428-e4b0e1820644,segment=NetworkSegment(810ad5bf-f602-4aef-bc96-f030f5c158b2),segment_id=810ad5bf-f602-4aef-bc96-f030f5c158b2)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:34.154146 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-369b3c81-38c9-4ba5-add2-f129ebb6c6e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:34.157159 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6ffbfe-3d78-490e-a428-e4b0e1820644,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:34.163059 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:34.176835 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-369b3c81-38c9-4ba5-add2-f129ebb6c6e6 None None] Calling delete_port for 8b6ffbfe-3d78-490e-a428-e4b0e1820644 owned by network:dhcp {{(pid=93025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:11:34.189909 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:34.275861 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-369b3c81-38c9-4ba5-add2-f129ebb6c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767'] for port, after_delete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:34.277939 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:34.304144 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b3c81-38c9-4ba5-add2-f129ebb6c6e6 None None] Pushing event deleted for resources: {'Port': ['ID=8b6ffbfe-3d78-490e-a428-e4b0e1820644,revision_number=None']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:34.306674 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-369b3c81-38c9-4ba5-add2-f129ebb6c6e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:34.311321 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b3c81-38c9-4ba5-add2-f129ebb6c6e6 None None] No DVR routers for this DVR port 8b6ffbfe-3d78-490e-a428-e4b0e1820644 on host dv-cinder-761113-15-iscsi {{(pid=93025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:11:34.410494 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 8b6ffbfe-3d78-490e-a428-e4b0e1820644 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:11:34.430819 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: 8b6ffbfe-3d78-490e-a428-e4b0e1820644 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:11:34.431175 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 8b6ffbfe-3d78-490e-a428-e4b0e1820644 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:11:34.431601 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:11:34.450733 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:11:34.451094 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 6c8fa0e1-973e-4734-ac1b-4d6dc4768a49 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:11:34.451523 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:11:34.474729 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:11:34.475090 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 056bdcbf-75b7-4f5a-bdba-9b8a247fe2dd not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:11:34.543595 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722966', 'neutron.services.segments.db._delete_segments_for_network-8749054792488'] for network, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:34.558001 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5658ba-f6d1-4294-a5cd-fbb420c38ece']}} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:34.574534 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810ad5bf-f602-4aef-bc96-f030f5c158b2') {'for_net_delete': True} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:34.574774 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810ad5bf-f602-4aef-bc96-f030f5c158b2') {} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:34.587986 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-b0592ff9-f05e-4ba7-8d15-b5c9acaaaf97 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:34.589433 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-b0592ff9-f05e-4ba7-8d15-b5c9acaaaf97 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/networks?id=58c4e9b3-473a-4e37-b301-2f352bae94f1 HTTP/1.1" status: 200 len: 815 time: 0.4438851 Jun 28 14:11:34.592630 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054738571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640469'] for segment, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:34.612404 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-87055107-a246-4ff6-ae34-0139585b356a tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/quotas/dfbbb7b45ef9427d9c367133ec12e0be HTTP/1.1" status: 200 len: 375 time: 0.0131335 Jun 28 14:11:34.613245 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:34.620359 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:11:34.620734 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6079670'] for segment, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: Traceback (most recent call last): Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: timer() Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: cb(*args, **kw) Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: return func(*args, **kwargs) Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: self._notify() Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: self.callback(batched_events) Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: event.method(event) Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: return f(self, *a, **k) Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: return self._get(url).json() Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: return self.request(url, 'GET', **kwargs) Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:11:34.622298 dv-cinder-761113-15-iscsi neutron-server[93024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:11:34.706059 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707171'] for network, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:34.719413 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:34.722435 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:34.724237 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] 10.222.0.11 "DELETE /v2.0/networks/3b5658ba-f6d1-4294-a5cd-fbb420c38ece HTTP/1.1" status: 204 len: 168 time: 0.9137399 Jun 28 14:11:34.735040 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Pushing event deleted for resources: {'Network': ['ID=3b5658ba-f6d1-4294-a5cd-fbb420c38ece,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:34.737463 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:34.745708 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-b82de190-96b1-46f2-9ec0-a4aa291388a5 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfbbb7b45ef9427d9c367133ec12e0be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1271214 Jun 28 14:11:34.834897 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59608) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:34.836977 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-bfba63d0-e211-42e1-9991-246d1b780b74 service neutron] 10.222.0.11 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835268 Jun 28 14:11:34.874235 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-3667ed28-dc6c-4943-8799-216094f6142b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=724e3789680240be9f570b8ca116df8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380876 Jun 28 14:11:34.877209 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59610) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:34.926647 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2409a7cf-7d74-46fa-a345-6332a5ee57f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:34.928153 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-42ab192c-486a-4f1e-94a8-f47e419d3b76 service neutron] 10.222.0.11 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812116 Jun 28 14:11:34.947713 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2409a7cf-7d74-46fa-a345-6332a5ee57f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:34.994160 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2409a7cf-7d74-46fa-a345-6332a5ee57f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:34.996592 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2409a7cf-7d74-46fa-a345-6332a5ee57f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:34.997758 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-2409a7cf-7d74-46fa-a345-6332a5ee57f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d26690d-b85b-47d9-82dd-10adbc89cfc1 HTTP/1.1" status: 204 len: 168 time: 0.1196332 Jun 28 14:11:34.998473 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4134d366-8dab-42c8-aea8-2ed0d146758a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:35.006703 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409a7cf-7d74-46fa-a345-6332a5ee57f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d26690d-b85b-47d9-82dd-10adbc89cfc1,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:35.009193 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-2409a7cf-7d74-46fa-a345-6332a5ee57f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:35.078561 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:35.105114 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c08651bf-5f6e-4a94-80f8-dc4875279b8b req-544efd16-b99d-4b4c-b3bc-b3d915b0a489 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 210 time: 0.0306857 Jun 28 14:11:36.251883 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-eac5f476-57b5-42f7-affb-67b1ebc246d8 req-4a3bde53-69b7-4884-a4b8-80230906d396 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 210 time: 0.0291164 Jun 28 14:11:36.360515 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-99ac1b88-9c92-4854-899d-c01a0de2def6 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:36.362609 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-99ac1b88-9c92-4854-899d-c01a0de2def6 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.55 "GET /v2.0/networks?id=58c4e9b3-473a-4e37-b301-2f352bae94f1 HTTP/1.1" status: 200 len: 815 time: 0.1059544 Jun 28 14:11:36.385921 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-e8aaf252-969c-4c02-ac15-a88e78a51f8c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Request body: {'port': {'device_id': 'acc01d98-62d2-4a26-89e6-cdd55962fe37', 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1', 'admin_state_up': True, 'tenant_id': 'dfbbb7b45ef9427d9c367133ec12e0be'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:11:36.495032 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-e8aaf252-969c-4c02-ac15-a88e78a51f8c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Made reservation on behalf of dfbbb7b45ef9427d9c367133ec12e0be for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:11:36.499008 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-e8aaf252-969c-4c02-ac15-a88e78a51f8c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:36.517360 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:36.623637 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-e8aaf252-969c-4c02-ac15-a88e78a51f8c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Allocated IP 172.20.0.8 (58c4e9b3-473a-4e37-b301-2f352bae94f1/4ca33b3f-14d0-4969-a6ad-0391ccfbfe94/bc68adb3-33e6-47a3-ab47-31a9a4892cd1) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:11:36.764062 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-e8aaf252-969c-4c02-ac15-a88e78a51f8c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:36.774658 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:11:36.802946 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-e8aaf252-969c-4c02-ac15-a88e78a51f8c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:36.806655 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-9dea8b0f-3b65-42d3-8bfc-903444e31665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:36.846148 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-e8aaf252-969c-4c02-ac15-a88e78a51f8c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Network 58c4e9b3-473a-4e37-b301-2f352bae94f1 is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:11:36.848493 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['25cdf378-b641-45bd-9c28-957328f1819c'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:11:36.851031 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-e8aaf252-969c-4c02-ac15-a88e78a51f8c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:11:36.854693 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-e8aaf252-969c-4c02-ac15-a88e78a51f8c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:11:36.861359 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aaf252-969c-4c02-ac15-a88e78a51f8c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Pushing event updated for resources: {'Port': ['ID=bc68adb3-33e6-47a3-ab47-31a9a4892cd1,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:36.880211 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-e8aaf252-969c-4c02-ac15-a88e78a51f8c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:36.905675 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-e8aaf252-969c-4c02-ac15-a88e78a51f8c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:36.906278 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-e8aaf252-969c-4c02-ac15-a88e78a51f8c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:36.920227 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-e8aaf252-969c-4c02-ac15-a88e78a51f8c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5381150 Jun 28 14:11:36.938650 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Request body: {'port': {'device_id': 'acc01d98-62d2-4a26-89e6-cdd55962fe37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:11:37.012552 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:37.263136 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc68adb3-33e6-47a3-ab47-31a9a4892cd1 {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:11:37.270951 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:37.282495 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Transition to ACTIVE for port object bc68adb3-33e6-47a3-ab47-31a9a4892cd1 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:11:37.287048 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:37.295548 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-476cc291-3777-456e-aaf3-629d13a1e482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:37.382234 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Pushing event updated for resources: {'Port': ['ID=bc68adb3-33e6-47a3-ab47-31a9a4892cd1,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:37.388796 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:37.446928 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Attempting to bind port bc68adb3-33e6-47a3-ab47-31a9a4892cd1 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:11:37.447252 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Attempting to bind port bc68adb3-33e6-47a3-ab47-31a9a4892cd1 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:11:37.447584 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Attempting to bind port bc68adb3-33e6-47a3-ab47-31a9a4892cd1 on network 58c4e9b3-473a-4e37-b301-2f352bae94f1 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:11:37.457650 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Port bc68adb3-33e6-47a3-ab47-31a9a4892cd1 on network 58c4e9b3-473a-4e37-b301-2f352bae94f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:11:37.457985 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Attempting to bind port bc68adb3-33e6-47a3-ab47-31a9a4892cd1 on network 58c4e9b3-473a-4e37-b301-2f352bae94f1 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:11:37.476755 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc6e5e-a5d8-4377-8934-72167ad2a1d3 req-af23fca3-920f-417a-bfbd-7f83dd97e636 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:37.478223 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-dfcc6e5e-a5d8-4377-8934-72167ad2a1d3 req-af23fca3-920f-417a-bfbd-7f83dd97e636 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 943 time: 0.0972226 Jun 28 14:11:37.479081 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:11:37.479479 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Checking segment: {'id': 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:11:37.479656 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Bound using segment: {'id': 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:11:37.480121 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Bound port: bc68adb3-33e6-47a3-ab47-31a9a4892cd1, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:11:37.480477 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:37.546880 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-dfcc6e5e-a5d8-4377-8934-72167ad2a1d3 req-7fdebc1d-866c-472d-b319-e64ac0824f32 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627203 Jun 28 14:11:37.574410 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] For port bc68adb3-33e6-47a3-ab47-31a9a4892cd1, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:11:37.577565 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] For port bc68adb3-33e6-47a3-ab47-31a9a4892cd1, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=bc68adb3-33e6-47a3-ab47-31a9a4892cd1,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:11:37.581183 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:37.583165 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-2a1da729-189e-4971-b3f9-f67c298ff8e5 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:37.614367 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:37.614983 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:37.616395 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] 10.222.0.55 "PUT /v2.0/ports/bc68adb3-33e6-47a3-ab47-31a9a4892cd1 HTTP/1.1" status: 200 len: 1093 time: 0.6818030 Jun 28 14:11:37.616881 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc01d98-62d2-4a26-89e6-cdd55962fe37', 'tag': 'bc68adb3-33e6-47a3-ab47-31a9a4892cd1'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:11:37.619194 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98423331-3471-41c0-ab30-515d25129634" -d '{"events": [{"name": "network-changed", "server_uuid": "acc01d98-62d2-4a26-89e6-cdd55962fe37", "tag": "bc68adb3-33e6-47a3-ab47-31a9a4892cd1"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:11:37.644672 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Pushing event updated for resources: {'Port': ['ID=bc68adb3-33e6-47a3-ab47-31a9a4892cd1,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:37.647580 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:37.659907 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0f6f07-16b0-4ec4-bbbd-c7f50921a9e4 x-openstack-request-id: req-6d0f6f07-16b0-4ec4-bbbd-c7f50921a9e4 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:11:37.660235 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc01d98-62d2-4a26-89e6-cdd55962fe37", "tag": "bc68adb3-33e6-47a3-ab47-31a9a4892cd1", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:11:37.660525 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d0f6f07-16b0-4ec4-bbbd-c7f50921a9e4 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:11:37.660949 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc01d98-62d2-4a26-89e6-cdd55962fe37', 'tag': 'bc68adb3-33e6-47a3-ab47-31a9a4892cd1', 'status': 'completed', 'code': 200} Jun 28 14:11:38.722430 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2d221-f6f3-44fe-a345-b83968492994 req-44de04bc-9e67-4e6f-97be-a7d1e8a4d720 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:38.723883 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2ea2d221-f6f3-44fe-a345-b83968492994 req-44de04bc-9e67-4e6f-97be-a7d1e8a4d720 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 943 time: 0.0633030 Jun 28 14:11:38.759478 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2ea2d221-f6f3-44fe-a345-b83968492994 req-c9be82d9-b9f7-43bc-91b1-0c8f1005de20 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301831 Jun 28 14:11:39.931133 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f9636-d7fd-4e09-b463-b99e23435e11 req-6b473bf9-cfd2-4f45-a600-8b91146ab3f1 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:39.932601 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d85f9636-d7fd-4e09-b463-b99e23435e11 req-6b473bf9-cfd2-4f45-a600-8b91146ab3f1 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 943 time: 0.0603316 Jun 28 14:11:39.976203 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d85f9636-d7fd-4e09-b463-b99e23435e11 req-152d28a0-45c9-48cb-b151-d2bf67859288 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381057 Jun 28 14:11:40.455549 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-ac533539-ad57-47af-9985-bcefcec86ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:40.457085 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-ac533539-ad57-47af-9985-bcefcec86ff1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfbbb7b45ef9427d9c367133ec12e0be&device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 1096 time: 0.0531492 Jun 28 14:11:40.514088 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-c6f67275-97f5-40f9-9931-f4c039bd3102 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc68adb3-33e6-47a3-ab47-31a9a4892cd1 HTTP/1.1" status: 200 len: 217 time: 0.0370679 Jun 28 14:11:40.563100 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-75059760-4b31-4f30-bcba-61b74f18711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:40.565123 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-75059760-4b31-4f30-bcba-61b74f18711e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ca33b3f-14d0-4969-a6ad-0391ccfbfe94 HTTP/1.1" status: 200 len: 855 time: 0.0428770 Jun 28 14:11:40.598797 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-1497e886-df7c-4cb7-8027-4eee7e1452a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58c4e9b3-473a-4e37-b301-2f352bae94f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262733 Jun 28 14:11:40.691335 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-71441b57-04d4-4b04-91cd-ecbec4a71a86 service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851526 Jun 28 14:11:40.781165 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0816f797-6572-4aa8-b90b-47b7bc6e3053 req-57559031-9cc3-4210-9ecd-79f731fd9125 service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824215 Jun 28 14:11:40.925898 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98423331-3471-41c0-ab30-515d25129634 req-9f3b2575-69fe-4b50-bb55-bfafbfecef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:40.927425 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-98423331-3471-41c0-ab30-515d25129634 req-9f3b2575-69fe-4b50-bb55-bfafbfecef46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfbbb7b45ef9427d9c367133ec12e0be&device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 1096 time: 0.0523109 Jun 28 14:11:41.018094 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98423331-3471-41c0-ab30-515d25129634 req-c7f0b0fd-6add-44ef-80bc-66c64a30279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:41.019594 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-98423331-3471-41c0-ab30-515d25129634 req-c7f0b0fd-6add-44ef-80bc-66c64a30279f service neutron] 10.222.0.55 "GET /v2.0/networks?id=58c4e9b3-473a-4e37-b301-2f352bae94f1 HTTP/1.1" status: 200 len: 916 time: 0.0850720 Jun 28 14:11:41.063379 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-98423331-3471-41c0-ab30-515d25129634 req-6c56a386-658d-4a04-8a28-ab7c47b843b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc68adb3-33e6-47a3-ab47-31a9a4892cd1 HTTP/1.1" status: 200 len: 217 time: 0.0346098 Jun 28 14:11:41.120553 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98423331-3471-41c0-ab30-515d25129634 req-7f876b9b-0575-4502-ac9b-cd08da06eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:41.121990 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-98423331-3471-41c0-ab30-515d25129634 req-7f876b9b-0575-4502-ac9b-cd08da06eecc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ca33b3f-14d0-4969-a6ad-0391ccfbfe94 HTTP/1.1" status: 200 len: 855 time: 0.0467789 Jun 28 14:11:41.151098 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e925dd-0f04-426f-9e5d-f605e00c3f62 req-e624c995-bee5-4bdb-a457-e2c8972e04dd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:41.152577 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d4e925dd-0f04-426f-9e5d-f605e00c3f62 req-e624c995-bee5-4bdb-a457-e2c8972e04dd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 943 time: 0.0658224 Jun 28 14:11:41.157598 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-98423331-3471-41c0-ab30-515d25129634 req-1bc9cd13-69d7-4d55-83b5-3db5b9acc188 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58c4e9b3-473a-4e37-b301-2f352bae94f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257165 Jun 28 14:11:41.189484 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d4e925dd-0f04-426f-9e5d-f605e00c3f62 req-dd77ac50-36d5-47e9-961e-278fa88124cf tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311646 Jun 28 14:11:41.248080 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-98423331-3471-41c0-ab30-515d25129634 req-5d5c7d2a-de41-4411-b680-c0623ac50edc service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803435 Jun 28 14:11:41.344171 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-98423331-3471-41c0-ab30-515d25129634 req-b50fdc43-0254-434b-b46e-24d803d835f4 service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846186 Jun 28 14:11:42.359399 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71a43d-2345-44fb-9099-e22ac6275719 req-0e777670-1f6e-4493-ae3a-f50516c5f114 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:42.360994 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7e71a43d-2345-44fb-9099-e22ac6275719 req-0e777670-1f6e-4493-ae3a-f50516c5f114 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 943 time: 0.0622461 Jun 28 14:11:42.397511 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7e71a43d-2345-44fb-9099-e22ac6275719 req-5aac16c3-b250-4841-bc15-b5e1c427df16 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303638 Jun 28 14:11:42.920372 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device bc68adb3-33e6-47a3-ab47-31a9a4892cd1 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:11:43.022521 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port bc68adb3-33e6-47a3-ab47-31a9a4892cd1, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=bc68adb3-33e6-47a3-ab47-31a9a4892cd1,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:43.033562 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': 'bc68adb3-33e6-47a3-ab47-31a9a4892cd1', 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1', 'port_id': 'bc68adb3-33e6-47a3-ab47-31a9a4892cd1', 'mac_address': 'fa:16:3e:fd:c0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca33b3f-14d0-4969-a6ad-0391ccfbfe94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:11:43.069752 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:43.082768 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc68adb3-33e6-47a3-ab47-31a9a4892cd1 {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:11:43.101772 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port bc68adb3-33e6-47a3-ab47-31a9a4892cd1, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=bc68adb3-33e6-47a3-ab47-31a9a4892cd1,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:43.108408 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:43.110170 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:43.158589 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=bc68adb3-33e6-47a3-ab47-31a9a4892cd1,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:43.161902 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:43.295848 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59746) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:43.396252 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-f9d0c85d-9eb7-46df-8210-8cc0ff493130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:43.412336 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['bc68adb3-33e6-47a3-ab47-31a9a4892cd1'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:11:43.496223 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-f9d0c85d-9eb7-46df-8210-8cc0ff493130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:43.505966 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-f9d0c85d-9eb7-46df-8210-8cc0ff493130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:43.511893 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-0565840f-eed5-4acf-b237-94fe1882360f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:43.568577 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-f9d0c85d-9eb7-46df-8210-8cc0ff493130 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14c241ab617b4e8aa63a282edbf34524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716491 Jun 28 14:11:43.569649 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0c85d-9eb7-46df-8210-8cc0ff493130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797796b7-d260-4431-a0c8-b9954f10c48c,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:43.572034 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59752) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:43.574145 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-f9d0c85d-9eb7-46df-8210-8cc0ff493130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:43.620194 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9aaa65f8-cbc0-4e7b-8eab-b3cb18e1a19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:43.626197 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5844b-bf6f-4d42-8c4d-f234021e72e1 req-556577df-b19c-4e74-ba33-bd38b49971bb tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:43.628286 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c4c5844b-bf6f-4d42-8c4d-f234021e72e1 req-556577df-b19c-4e74-ba33-bd38b49971bb tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 944 time: 0.0737259 Jun 28 14:11:43.644874 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9aaa65f8-cbc0-4e7b-8eab-b3cb18e1a19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:43.670629 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c4c5844b-bf6f-4d42-8c4d-f234021e72e1 req-1e5a38bb-a7f9-40f4-8ae1-1fa465ac5b7e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362978 Jun 28 14:11:43.956185 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9aaa65f8-cbc0-4e7b-8eab-b3cb18e1a19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:43.958637 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9aaa65f8-cbc0-4e7b-8eab-b3cb18e1a19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:43.959856 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-9aaa65f8-cbc0-4e7b-8eab-b3cb18e1a19c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/797796b7-d260-4431-a0c8-b9954f10c48c HTTP/1.1" status: 204 len: 168 time: 0.3867223 Jun 28 14:11:43.960611 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:43.968353 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa65f8-cbc0-4e7b-8eab-b3cb18e1a19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797796b7-d260-4431-a0c8-b9954f10c48c,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:43.971384 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-9aaa65f8-cbc0-4e7b-8eab-b3cb18e1a19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:44.540493 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 59774) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:44.630433 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1230859776-network', 'tenant_id': 'be59b98854b94077b07a510a62b22daf'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:11:44.655807 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] Made reservation on behalf of be59b98854b94077b07a510a62b22daf for: {'network': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:11:44.658082 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:44.665918 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:44.751920 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:44.755939 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:44.759609 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-4d756579-9498-446d-b1f7-4b5fbc70046c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:44.777324 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=93024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:11:44.790723 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72be3e72-2b5d-49dd-9e94-b7c2132d1c4e,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:44.794997 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:44.796147 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:44.796488 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.segments_db [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] Added segment 6b500f48-fd7d-4aba-a639-7656e55383e0 of type vlan for network d2f4720f-2f4e-4892-9b83-e4e37d9f569d Jun 28 14:11:44.835974 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:44.846589 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf1c0b-3879-43de-8c97-c0dc69a7b2cf req-a5aabcc0-2fe2-46ae-a9f2-dcdd0348b689 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:44.848103 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-86bf1c0b-3879-43de-8c97-c0dc69a7b2cf req-a5aabcc0-2fe2-46ae-a9f2-dcdd0348b689 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 944 time: 0.0655961 Jun 28 14:11:44.864173 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:44.865484 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:44.866065 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:44.869047 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:44.887939 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-86bf1c0b-3879-43de-8c97-c0dc69a7b2cf req-be82cbed-812b-4290-a7b8-74cc1516b6a8 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334127 Jun 28 14:11:44.923095 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3815250 Jun 28 14:11:44.926485 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59780) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:44.928598 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f4720f-2f4e-4892-9b83-e4e37d9f569d,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:44.931411 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:44.931564 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-e6e3cd5b-98d5-456c-b231-d5a69eb92351 admin admin] Request body: {'subnet': {'network_id': 'd2f4720f-2f4e-4892-9b83-e4e37d9f569d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1230859776-subnet', 'tenant_id': 'be59b98854b94077b07a510a62b22daf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:11:44.938246 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network d2f4720f-2f4e-4892-9b83-e4e37d9f569d details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:11:44.942851 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device bc68adb3-33e6-47a3-ab47-31a9a4892cd1 up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:11:44.952383 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e3cd5b-98d5-456c-b231-d5a69eb92351 admin admin] Made reservation on behalf of be59b98854b94077b07a510a62b22daf for: {'subnet': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:11:44.954813 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-e6e3cd5b-98d5-456c-b231-d5a69eb92351 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6092037'] for subnet, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:45.040218 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port bc68adb3-33e6-47a3-ab47-31a9a4892cd1 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:11:45.043863 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port bc68adb3-33e6-47a3-ab47-31a9a4892cd1 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:11:45.044268 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:45.119451 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:45.119878 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-e6e3cd5b-98d5-456c-b231-d5a69eb92351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6809300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6093807'] for subnet, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:45.122009 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:45.144257 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc01d98-62d2-4a26-89e6-cdd55962fe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc68adb3-33e6-47a3-ab47-31a9a4892cd1'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:11:45.146564 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf56860-4093-469f-8bb2-239b1303b9eb" -d '{"events": [{"server_uuid": "acc01d98-62d2-4a26-89e6-cdd55962fe37", "name": "network-vif-plugged", "status": "completed", "tag": "bc68adb3-33e6-47a3-ab47-31a9a4892cd1"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:11:45.158569 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port bc68adb3-33e6-47a3-ab47-31a9a4892cd1, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=bc68adb3-33e6-47a3-ab47-31a9a4892cd1,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:45.162889 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:45.165180 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:45.181414 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3cd5b-98d5-456c-b231-d5a69eb92351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a1224e-f614-49e2-a624-5024e430f3c9,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:45.185630 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-e6e3cd5b-98d5-456c-b231-d5a69eb92351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:45.188211 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286f549b-c4d9-49cc-a16a-7985c441c0d1 x-openstack-request-id: req-286f549b-c4d9-49cc-a16a-7985c441c0d1 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:11:45.188519 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc01d98-62d2-4a26-89e6-cdd55962fe37", "name": "network-vif-plugged", "status": "completed", "tag": "bc68adb3-33e6-47a3-ab47-31a9a4892cd1", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:11:45.188785 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-286f549b-c4d9-49cc-a16a-7985c441c0d1 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:11:45.189811 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc01d98-62d2-4a26-89e6-cdd55962fe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc68adb3-33e6-47a3-ab47-31a9a4892cd1', 'code': 200} Jun 28 14:11:45.194605 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e3cd5b-98d5-456c-b231-d5a69eb92351 admin admin] Checking segment: {'id': '6b500f48-fd7d-4aba-a639-7656e55383e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd2f4720f-2f4e-4892-9b83-e4e37d9f569d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:11:45.194971 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e3cd5b-98d5-456c-b231-d5a69eb92351 admin admin] Network hostable DHCP agents. Network: d2f4720f-2f4e-4892-9b83-e4e37d9f569d, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:11:45.211448 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e3cd5b-98d5-456c-b231-d5a69eb92351 admin admin] Network d2f4720f-2f4e-4892-9b83-e4e37d9f569d is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:11:45.214260 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=bc68adb3-33e6-47a3-ab47-31a9a4892cd1,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:45.217371 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:45.221093 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-e6e3cd5b-98d5-456c-b231-d5a69eb92351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, d2f4720f-2f4e-4892-9b83-e4e37d9f569d) {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:11:45.225158 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e3cd5b-98d5-456c-b231-d5a69eb92351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:45.225746 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-e6e3cd5b-98d5-456c-b231-d5a69eb92351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:45.232377 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8a3fe9-5171-4ace-a61a-0f23a4558724 None None] Network d2f4720f-2f4e-4892-9b83-e4e37d9f569d requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:11:45.241628 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-e6e3cd5b-98d5-456c-b231-d5a69eb92351 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3139734 Jun 28 14:11:45.366072 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5b1ab8-a0eb-4991-bda5-15ee678a8dec None None] Network d2f4720f-2f4e-4892-9b83-e4e37d9f569d requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:11:45.461537 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e4c12-e4dd-4e16-ba00-6c70e7926215 req-b5d6e68e-84f3-4bd1-b82a-c34f6b860b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:45.463169 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3f2e4c12-e4dd-4e16-ba00-6c70e7926215 req-b5d6e68e-84f3-4bd1-b82a-c34f6b860b17 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 1098 time: 0.0533602 Jun 28 14:11:45.503683 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3f2e4c12-e4dd-4e16-ba00-6c70e7926215 req-d21bf392-b674-4bee-b7df-c2c55760c652 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318968 Jun 28 14:11:45.709249 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59798) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:45.714195 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-895994994-network', 'tenant_id': '409a76d78d66462fb1a67fafe765ba81'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:11:45.735027 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] Made reservation on behalf of 409a76d78d66462fb1a67fafe765ba81 for: {'network': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:11:45.737397 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:45.745254 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:45.827789 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:45.831970 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:45.835518 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-a529f592-30a3-4eb2-8388-e6f10007b621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:45.852609 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:11:45.867786 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79f8b46-50a3-4825-b05d-53f39a200d31,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:45.870594 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:45.870945 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.db.segments_db [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] Added segment 01932b64-ec5a-4803-93c3-3adc3411044d of type vlan for network 46ff19f3-43a2-444a-af5a-642298234ed9 Jun 28 14:11:45.872395 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:45.910021 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:45.942673 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:45.944023 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:45.944593 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:45.947371 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:45.973415 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2630949 Jun 28 14:11:45.976308 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 59802) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:45.981951 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-ea0722cd-df4f-4d55-b205-585101b60c90 admin admin] Request body: {'subnet': {'network_id': '46ff19f3-43a2-444a-af5a-642298234ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-895994994-subnet', 'tenant_id': '409a76d78d66462fb1a67fafe765ba81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:11:46.003849 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0722cd-df4f-4d55-b205-585101b60c90 admin admin] Made reservation on behalf of 409a76d78d66462fb1a67fafe765ba81 for: {'subnet': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:11:46.006191 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ea0722cd-df4f-4d55-b205-585101b60c90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6239406'] for subnet, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:46.013543 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] Pushing event updated for resources: {'Network': ['ID=46ff19f3-43a2-444a-af5a-642298234ed9,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:46.023342 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network 46ff19f3-43a2-444a-af5a-642298234ed9 details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:11:46.031366 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:46.067785 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a271c4-8b1b-4b49-916c-1dcf2a3f0bf6 req-80401a35-6f7b-49ec-a766-b37773216c41 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:46.069407 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-23a271c4-8b1b-4b49-916c-1dcf2a3f0bf6 req-80401a35-6f7b-49ec-a766-b37773216c41 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 945 time: 0.0692990 Jun 28 14:11:46.109278 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-23a271c4-8b1b-4b49-916c-1dcf2a3f0bf6 req-1753e914-0673-4b53-8d81-375dbe1a6975 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336039 Jun 28 14:11:46.179717 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ea0722cd-df4f-4d55-b205-585101b60c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6079508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6240836'] for subnet, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:46.182554 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:46.232353 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0722cd-df4f-4d55-b205-585101b60c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=befe59fe-ab92-45bf-8a2b-7835a318a041,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:46.234994 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-ea0722cd-df4f-4d55-b205-585101b60c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:46.242587 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0722cd-df4f-4d55-b205-585101b60c90 admin admin] Checking segment: {'id': '01932b64-ec5a-4803-93c3-3adc3411044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '46ff19f3-43a2-444a-af5a-642298234ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:11:46.242937 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0722cd-df4f-4d55-b205-585101b60c90 admin admin] Network hostable DHCP agents. Network: 46ff19f3-43a2-444a-af5a-642298234ed9, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:11:46.258314 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0722cd-df4f-4d55-b205-585101b60c90 admin admin] Network 46ff19f3-43a2-444a-af5a-642298234ed9 is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:11:46.265916 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-ea0722cd-df4f-4d55-b205-585101b60c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, 46ff19f3-43a2-444a-af5a-642298234ed9) {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:11:46.269824 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0722cd-df4f-4d55-b205-585101b60c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:46.270396 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ea0722cd-df4f-4d55-b205-585101b60c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:46.276087 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b683c258-50db-4ac6-96d4-2ca26999e06e None None] Network 46ff19f3-43a2-444a-af5a-642298234ed9 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:11:46.283167 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-ea0722cd-df4f-4d55-b205-585101b60c90 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3052912 Jun 28 14:11:46.399996 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59806) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:46.401197 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f1a141-8c4b-4452-a712-1c8c2a420afe None None] Network 46ff19f3-43a2-444a-af5a-642298234ed9 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:11:46.447609 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbaa11b-3a4d-4e4a-8ad9-bfb0b5a32ec7 admin admin] Deleting subnet 56a1224e-f614-49e2-a624-5024e430f3c9 {{(pid=93023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:11:46.450902 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa11b-3a4d-4e4a-8ad9-bfb0b5a32ec7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:46.487468 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa11b-3a4d-4e4a-8ad9-bfb0b5a32ec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6591841'] for subnet, precommit_delete_associations {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:46.525858 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa11b-3a4d-4e4a-8ad9-bfb0b5a32ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722368'] for subnet, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:46.577526 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa11b-3a4d-4e4a-8ad9-bfb0b5a32ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6809237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6093798'] for subnet, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:46.580299 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-aad50e02-2d71-4b17-b6b1-8d6d51d0fdba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:46.603962 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaa11b-3a4d-4e4a-8ad9-bfb0b5a32ec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a1224e-f614-49e2-a624-5024e430f3c9,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:46.606499 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3bbaa11b-3a4d-4e4a-8ad9-bfb0b5a32ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:46.609265 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa11b-3a4d-4e4a-8ad9-bfb0b5a32ec7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:46.613471 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-3bbaa11b-3a4d-4e4a-8ad9-bfb0b5a32ec7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/56a1224e-f614-49e2-a624-5024e430f3c9 HTTP/1.1" status: 204 len: 168 time: 0.2099826 Jun 28 14:11:46.613601 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59808) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:46.688109 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11859c72-6b15-453a-8823-8f3df529dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813611'] for network, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:46.770421 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11859c72-6b15-453a-8823-8f3df529dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722966', 'neutron.services.segments.db._delete_segments_for_network-8749054792488'] for network, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:46.780379 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-11859c72-6b15-453a-8823-8f3df529dccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f4720f-2f4e-4892-9b83-e4e37d9f569d']}} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:46.790397 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-11859c72-6b15-453a-8823-8f3df529dccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b500f48-fd7d-4aba-a639-7656e55383e0') {'for_net_delete': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:46.790760 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-11859c72-6b15-453a-8823-8f3df529dccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b500f48-fd7d-4aba-a639-7656e55383e0') {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:46.800671 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11859c72-6b15-453a-8823-8f3df529dccb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054738571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6591768'] for segment, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:46.813689 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11859c72-6b15-453a-8823-8f3df529dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:46.820202 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11859c72-6b15-453a-8823-8f3df529dccb admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=93023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:11:46.820559 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11859c72-6b15-453a-8823-8f3df529dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6809206'] for segment, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: Traceback (most recent call last): Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: timer() Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: cb(*args, **kw) Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: return func(*args, **kwargs) Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: self._notify() Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: self.callback(batched_events) Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: event.method(event) Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: return f(self, *a, **k) Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._get(url).json() Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: return self.request(url, 'GET', **kwargs) Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:11:46.822293 dv-cinder-761113-15-iscsi neutron-server[93023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:11:46.873525 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11859c72-6b15-453a-8823-8f3df529dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707171'] for network, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:46.879145 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11859c72-6b15-453a-8823-8f3df529dccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:46.881062 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-11859c72-6b15-453a-8823-8f3df529dccb admin admin] 10.222.0.11 "DELETE /v2.0/networks/d2f4720f-2f4e-4892-9b83-e4e37d9f569d HTTP/1.1" status: 204 len: 168 time: 0.2665248 Jun 28 14:11:46.881755 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:46.883928 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 59810) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:46.893999 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11859c72-6b15-453a-8823-8f3df529dccb admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f4720f-2f4e-4892-9b83-e4e37d9f569d,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:46.896317 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-11859c72-6b15-453a-8823-8f3df529dccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:46.926184 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17b41a7-cc2f-4c4d-b134-5853d0d8dcee admin admin] Deleting subnet befe59fe-ab92-45bf-8a2b-7835a318a041 {{(pid=93024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:11:46.929281 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e17b41a7-cc2f-4c4d-b134-5853d0d8dcee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:46.962871 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e17b41a7-cc2f-4c4d-b134-5853d0d8dcee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640428'] for subnet, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:47.003258 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e17b41a7-cc2f-4c4d-b134-5853d0d8dcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722368'] for subnet, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:47.051719 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e17b41a7-cc2f-4c4d-b134-5853d0d8dcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6079573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6240845'] for subnet, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:47.053875 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-125ca719-cc22-4bea-85fb-748a57fb0595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:47.075078 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b41a7-cc2f-4c4d-b134-5853d0d8dcee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=befe59fe-ab92-45bf-8a2b-7835a318a041,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:47.077452 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-e17b41a7-cc2f-4c4d-b134-5853d0d8dcee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:47.082633 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e17b41a7-cc2f-4c4d-b134-5853d0d8dcee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:47.086937 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-e17b41a7-cc2f-4c4d-b134-5853d0d8dcee admin admin] 10.222.0.11 "DELETE /v2.0/subnets/befe59fe-ab92-45bf-8a2b-7835a318a041 HTTP/1.1" status: 204 len: 168 time: 0.2020264 Jun 28 14:11:47.087124 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59812) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:47.161570 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11b7f354-c7f7-4883-884c-72130a8b5c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813611'] for network, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:47.238922 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11b7f354-c7f7-4883-884c-72130a8b5c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722966', 'neutron.services.segments.db._delete_segments_for_network-8749054792488'] for network, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:47.248396 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-11b7f354-c7f7-4883-884c-72130a8b5c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ff19f3-43a2-444a-af5a-642298234ed9']}} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:47.259470 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-11b7f354-c7f7-4883-884c-72130a8b5c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01932b64-ec5a-4803-93c3-3adc3411044d') {'for_net_delete': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:47.259872 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-11b7f354-c7f7-4883-884c-72130a8b5c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01932b64-ec5a-4803-93c3-3adc3411044d') {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:47.268621 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11b7f354-c7f7-4883-884c-72130a8b5c19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054738571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6591768'] for segment, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:47.281131 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c05f4-87dd-424b-a0b2-c90d381dda83 req-7f222f4a-8400-4888-a921-360b2abf9393 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:47.282631 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-9f2c05f4-87dd-424b-a0b2-c90d381dda83 req-7f222f4a-8400-4888-a921-360b2abf9393 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 945 time: 0.0620811 Jun 28 14:11:47.286704 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11b7f354-c7f7-4883-884c-72130a8b5c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:47.292812 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b7f354-c7f7-4883-884c-72130a8b5c19 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:11:47.293248 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11b7f354-c7f7-4883-884c-72130a8b5c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6809206'] for segment, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: Traceback (most recent call last): Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: timer() Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: cb(*args, **kw) Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: return func(*args, **kwargs) Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: self._notify() Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: self.callback(batched_events) Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: event.method(event) Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: return f(self, *a, **k) Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._get(url).json() Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: return self.request(url, 'GET', **kwargs) Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:11:47.294954 dv-cinder-761113-15-iscsi neutron-server[93023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:11:47.321427 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-9f2c05f4-87dd-424b-a0b2-c90d381dda83 req-899bc880-677a-409c-8417-db7420a82c92 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Jun 28 14:11:47.347830 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11b7f354-c7f7-4883-884c-72130a8b5c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707171'] for network, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:47.351382 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6c1fd628-8f58-4a16-9341-372dc2bd8af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:47.353815 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-11b7f354-c7f7-4883-884c-72130a8b5c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:47.355641 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-11b7f354-c7f7-4883-884c-72130a8b5c19 admin admin] 10.222.0.11 "DELETE /v2.0/networks/46ff19f3-43a2-444a-af5a-642298234ed9 HTTP/1.1" status: 204 len: 168 time: 0.2675204 Jun 28 14:11:47.367410 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7f354-c7f7-4883-884c-72130a8b5c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=46ff19f3-43a2-444a-af5a-642298234ed9,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:47.369852 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-11b7f354-c7f7-4883-884c-72130a8b5c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:47.517675 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59824) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:47.564821 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-f3bce03b-c708-4cff-9536-e8f47f6a01d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be59b98854b94077b07a510a62b22daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454662 Jun 28 14:11:47.566698 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59828) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:47.613787 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6d29b835-5722-4d6b-8daf-68698efa7874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:47.633845 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6d29b835-5722-4d6b-8daf-68698efa7874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:47.684411 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6d29b835-5722-4d6b-8daf-68698efa7874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:47.687140 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6d29b835-5722-4d6b-8daf-68698efa7874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:47.688398 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-6d29b835-5722-4d6b-8daf-68698efa7874 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72be3e72-2b5d-49dd-9e94-b7c2132d1c4e HTTP/1.1" status: 204 len: 168 time: 0.1208093 Jun 28 14:11:47.689344 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ebdc0435-e90d-4538-8e87-75827446a72c tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:47.704568 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29b835-5722-4d6b-8daf-68698efa7874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72be3e72-2b5d-49dd-9e94-b7c2132d1c4e,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:47.707616 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6d29b835-5722-4d6b-8daf-68698efa7874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:48.028527 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59840) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:48.067505 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-6cf089ed-6f58-4a95-9ed8-3bd446126265 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=409a76d78d66462fb1a67fafe765ba81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377903 Jun 28 14:11:48.069677 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 59842) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:48.115874 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6f50b03b-776f-4a11-b30e-8aad489abb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:48.136004 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6f50b03b-776f-4a11-b30e-8aad489abb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:48.180132 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6f50b03b-776f-4a11-b30e-8aad489abb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:48.182720 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6f50b03b-776f-4a11-b30e-8aad489abb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:48.183860 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-6f50b03b-776f-4a11-b30e-8aad489abb83 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f79f8b46-50a3-4825-b05d-53f39a200d31 HTTP/1.1" status: 204 len: 168 time: 0.1132996 Jun 28 14:11:48.184601 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-de00d025-4f02-428d-9a2b-0abe1585bd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:48.193054 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50b03b-776f-4a11-b30e-8aad489abb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79f8b46-50a3-4825-b05d-53f39a200d31,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:48.195230 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6f50b03b-776f-4a11-b30e-8aad489abb83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:49.148447 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-c1870c63-f0e1-4856-8930-6ec588f89c8e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:49.150193 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-c1870c63-f0e1-4856-8930-6ec588f89c8e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/networks?id=58c4e9b3-473a-4e37-b301-2f352bae94f1 HTTP/1.1" status: 200 len: 815 time: 0.1065204 Jun 28 14:11:49.165120 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-8d0cb0d0-351b-44cd-9db4-bee288ead8b7 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/quotas/dfbbb7b45ef9427d9c367133ec12e0be HTTP/1.1" status: 200 len: 375 time: 0.0094817 Jun 28 14:11:49.235302 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-a6d175b1-eb28-4d2b-9228-1a773947da8c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfbbb7b45ef9427d9c367133ec12e0be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646944 Jun 28 14:11:49.474035 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-c6b3fe06-6c1f-4811-8d30-83211ce0070c service neutron] 10.222.0.11 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313404 Jun 28 14:11:49.566761 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-ee205963-03d9-44bf-ba3a-3d1716f96c11 service neutron] 10.222.0.11 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864296 Jun 28 14:11:49.747658 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-1e1e2220-031e-4d78-9625-b18082ad4dae req-5479cc6f-7dcb-44b1-882a-b4eb9a3dc0b8 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 210 time: 0.0375040 Jun 28 14:11:50.862378 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-4dcac0f1-3126-4540-b9cf-4313537911d7 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:50.863914 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-4dcac0f1-3126-4540-b9cf-4313537911d7 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.55 "GET /v2.0/networks?id=58c4e9b3-473a-4e37-b301-2f352bae94f1 HTTP/1.1" status: 200 len: 815 time: 0.1182218 Jun 28 14:11:50.913187 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e129031b-cb9b-4e4f-969e-3b0744d9ba58 req-d1bf6409-3349-4f62-a27a-a125dce0c150 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 210 time: 0.0380862 Jun 28 14:11:50.920439 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-408a3de3-0721-47f1-afcf-eda1697381cd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Request body: {'port': {'device_id': 'ef3e70ad-91ce-48cb-9591-0a137dd43034', 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1', 'admin_state_up': True, 'tenant_id': 'dfbbb7b45ef9427d9c367133ec12e0be'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:11:51.043063 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-408a3de3-0721-47f1-afcf-eda1697381cd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Made reservation on behalf of dfbbb7b45ef9427d9c367133ec12e0be for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:11:51.046624 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-408a3de3-0721-47f1-afcf-eda1697381cd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:51.179585 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-408a3de3-0721-47f1-afcf-eda1697381cd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Allocated IP 172.20.0.7 (58c4e9b3-473a-4e37-b301-2f352bae94f1/4ca33b3f-14d0-4969-a6ad-0391ccfbfe94/e299b8da-4203-49ec-8b50-311b2e9270e5) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:11:51.332754 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-408a3de3-0721-47f1-afcf-eda1697381cd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:51.370185 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-408a3de3-0721-47f1-afcf-eda1697381cd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:51.373816 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-48a46ed5-cf40-4306-bc62-458fc7a21805 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:51.412781 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-408a3de3-0721-47f1-afcf-eda1697381cd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Network 58c4e9b3-473a-4e37-b301-2f352bae94f1 is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:11:51.415525 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['25cdf378-b641-45bd-9c28-957328f1819c', 'bc68adb3-33e6-47a3-ab47-31a9a4892cd1'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:11:51.417606 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-408a3de3-0721-47f1-afcf-eda1697381cd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:11:51.421373 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-408a3de3-0721-47f1-afcf-eda1697381cd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:11:51.457564 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a3de3-0721-47f1-afcf-eda1697381cd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Pushing event updated for resources: {'Port': ['ID=e299b8da-4203-49ec-8b50-311b2e9270e5,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:51.461819 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-408a3de3-0721-47f1-afcf-eda1697381cd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:51.479769 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-408a3de3-0721-47f1-afcf-eda1697381cd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:51.480387 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-408a3de3-0721-47f1-afcf-eda1697381cd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:51.494373 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-408a3de3-0721-47f1-afcf-eda1697381cd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5925069 Jun 28 14:11:51.518113 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Request body: {'port': {'device_id': 'ef3e70ad-91ce-48cb-9591-0a137dd43034', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:11:51.590301 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:51.840736 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e299b8da-4203-49ec-8b50-311b2e9270e5 {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:11:51.848295 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:51.859744 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Transition to ACTIVE for port object e299b8da-4203-49ec-8b50-311b2e9270e5 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:11:51.863491 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:51.865370 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6aa1a201-78c2-4f5b-8985-6478c8ac3960 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:51.914355 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Pushing event updated for resources: {'Port': ['ID=e299b8da-4203-49ec-8b50-311b2e9270e5,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:51.917611 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:51.982458 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Attempting to bind port e299b8da-4203-49ec-8b50-311b2e9270e5 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:11:51.982796 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Attempting to bind port e299b8da-4203-49ec-8b50-311b2e9270e5 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:11:51.983125 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Attempting to bind port e299b8da-4203-49ec-8b50-311b2e9270e5 on network 58c4e9b3-473a-4e37-b301-2f352bae94f1 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:11:51.987968 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Port e299b8da-4203-49ec-8b50-311b2e9270e5 on network 58c4e9b3-473a-4e37-b301-2f352bae94f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:11:51.988291 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Attempting to bind port e299b8da-4203-49ec-8b50-311b2e9270e5 on network 58c4e9b3-473a-4e37-b301-2f352bae94f1 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:11:51.992979 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:11:51.993314 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Checking segment: {'id': 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:11:51.993694 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Bound using segment: {'id': 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:11:51.994112 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Bound port: e299b8da-4203-49ec-8b50-311b2e9270e5, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:11:51.994466 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:52.059427 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] For port e299b8da-4203-49ec-8b50-311b2e9270e5, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:11:52.062438 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] For port e299b8da-4203-49ec-8b50-311b2e9270e5, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e299b8da-4203-49ec-8b50-311b2e9270e5,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:11:52.067071 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:52.069860 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:52.077691 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fb170-64ee-4376-9627-e61c386152f1 req-ba2490e6-2f06-4138-b1ff-6192fe6e88e8 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:52.079194 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a35fb170-64ee-4376-9627-e61c386152f1 req-ba2490e6-2f06-4138-b1ff-6192fe6e88e8 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 943 time: 0.0625672 Jun 28 14:11:52.099742 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:52.100359 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:52.101725 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] 10.222.0.55 "PUT /v2.0/ports/e299b8da-4203-49ec-8b50-311b2e9270e5 HTTP/1.1" status: 200 len: 1093 time: 0.5884511 Jun 28 14:11:52.102267 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3e70ad-91ce-48cb-9591-0a137dd43034', 'tag': 'e299b8da-4203-49ec-8b50-311b2e9270e5'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:11:52.104580 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dc0003-bb48-45c4-ae1f-7019a960ecf7" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3e70ad-91ce-48cb-9591-0a137dd43034", "tag": "e299b8da-4203-49ec-8b50-311b2e9270e5"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:11:52.117802 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a35fb170-64ee-4376-9627-e61c386152f1 req-e8f565e9-c4ca-41b2-8031-6bd2d7665ffe tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327604 Jun 28 14:11:52.135364 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Pushing event updated for resources: {'Port': ['ID=e299b8da-4203-49ec-8b50-311b2e9270e5,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:52.141308 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:52.156795 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00383f2d-dd6c-4680-8ce1-e013b2db5ad7 x-openstack-request-id: req-00383f2d-dd6c-4680-8ce1-e013b2db5ad7 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:11:52.157134 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3e70ad-91ce-48cb-9591-0a137dd43034", "tag": "e299b8da-4203-49ec-8b50-311b2e9270e5", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:11:52.157930 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-00383f2d-dd6c-4680-8ce1-e013b2db5ad7 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:11:52.158385 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3e70ad-91ce-48cb-9591-0a137dd43034', 'tag': 'e299b8da-4203-49ec-8b50-311b2e9270e5', 'status': 'completed', 'code': 200} Jun 28 14:11:52.228678 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-38d4f62d-503b-4286-8ff1-c55f06805e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:52.230241 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-38d4f62d-503b-4286-8ff1-c55f06805e4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfbbb7b45ef9427d9c367133ec12e0be&device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 1096 time: 0.0514069 Jun 28 14:11:52.289489 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-43e9d853-f6e0-43e3-8f2a-5b1f826f3e4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e299b8da-4203-49ec-8b50-311b2e9270e5 HTTP/1.1" status: 200 len: 217 time: 0.0370829 Jun 28 14:11:52.337480 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-52646f8f-662f-40f7-ad3d-e52527f1e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:52.339088 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-52646f8f-662f-40f7-ad3d-e52527f1e8b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ca33b3f-14d0-4969-a6ad-0391ccfbfe94 HTTP/1.1" status: 200 len: 855 time: 0.0437446 Jun 28 14:11:52.371606 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-cd0c62cc-07a3-40d4-9cca-29cf4fee0c2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58c4e9b3-473a-4e37-b301-2f352bae94f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263679 Jun 28 14:11:52.469888 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-9430d415-845c-465a-95f9-1a9ad28b3336 service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916917 Jun 28 14:11:52.559182 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f32e143d-01f5-45e5-9ff6-8a408510bbf2 req-9f4a121a-b506-4b94-a42d-e65ec41849eb service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817454 Jun 28 14:11:52.697731 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc0003-bb48-45c4-ae1f-7019a960ecf7 req-f7fd1b2b-831a-4ff7-9b15-eed71344a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:52.699188 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e7dc0003-bb48-45c4-ae1f-7019a960ecf7 req-f7fd1b2b-831a-4ff7-9b15-eed71344a59f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfbbb7b45ef9427d9c367133ec12e0be&device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 1096 time: 0.0511868 Jun 28 14:11:52.787981 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc0003-bb48-45c4-ae1f-7019a960ecf7 req-56fc7865-ce84-478d-9bc3-da1001962491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:52.789399 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e7dc0003-bb48-45c4-ae1f-7019a960ecf7 req-56fc7865-ce84-478d-9bc3-da1001962491 service neutron] 10.222.0.55 "GET /v2.0/networks?id=58c4e9b3-473a-4e37-b301-2f352bae94f1 HTTP/1.1" status: 200 len: 916 time: 0.0829227 Jun 28 14:11:53.284125 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12cff3-c6d0-4501-9396-021a0ab4d43b req-db45de75-b0d1-4c69-a611-3dd28c5b1dfd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:53.285569 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3c12cff3-c6d0-4501-9396-021a0ab4d43b req-db45de75-b0d1-4c69-a611-3dd28c5b1dfd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 943 time: 0.0611870 Jun 28 14:11:53.321582 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3c12cff3-c6d0-4501-9396-021a0ab4d43b req-67c49162-7a1c-4699-b632-8bf37965ac77 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305722 Jun 28 14:11:53.633122 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e7dc0003-bb48-45c4-ae1f-7019a960ecf7 req-35fc3671-b22b-4d89-a211-6b441e89b82c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e299b8da-4203-49ec-8b50-311b2e9270e5 HTTP/1.1" status: 200 len: 217 time: 0.0338898 Jun 28 14:11:54.523543 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc0003-bb48-45c4-ae1f-7019a960ecf7 req-cc8126e5-30d7-457b-ab3d-24089fcee260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:54.525028 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e7dc0003-bb48-45c4-ae1f-7019a960ecf7 req-cc8126e5-30d7-457b-ab3d-24089fcee260 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ca33b3f-14d0-4969-a6ad-0391ccfbfe94 HTTP/1.1" status: 200 len: 855 time: 0.0548332 Jun 28 14:11:54.533267 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08defb9c-fad7-4b6a-8fdd-78c31dfc2274 req-c056e669-2f14-447e-9153-468fcec7435e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:54.534707 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-08defb9c-fad7-4b6a-8fdd-78c31dfc2274 req-c056e669-2f14-447e-9153-468fcec7435e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 943 time: 0.1063621 Jun 28 14:11:54.572972 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-08defb9c-fad7-4b6a-8fdd-78c31dfc2274 req-fe097445-dabd-4593-8b0f-5b6b9bc6833c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320854 Jun 28 14:11:55.464182 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e7dc0003-bb48-45c4-ae1f-7019a960ecf7 req-892d1bcb-7ca4-4a8d-9390-22f2bfca0c01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58c4e9b3-473a-4e37-b301-2f352bae94f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272303 Jun 28 14:11:55.559317 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e7dc0003-bb48-45c4-ae1f-7019a960ecf7 req-42ab71bc-23f2-4dc6-b633-eb7b59abd765 service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870800 Jun 28 14:11:55.647619 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e7dc0003-bb48-45c4-ae1f-7019a960ecf7 req-993e26ff-01f0-4985-8be8-5f45e5c12810 service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818238 Jun 28 14:11:55.749739 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85401995-734e-47d6-8196-1204f7b52866 req-54327d56-fd35-4fcc-9580-c67e0cbc9652 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:55.751118 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-85401995-734e-47d6-8196-1204f7b52866 req-54327d56-fd35-4fcc-9580-c67e0cbc9652 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 943 time: 0.0656185 Jun 28 14:11:55.787604 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-85401995-734e-47d6-8196-1204f7b52866 req-1d969684-60d1-4146-bc94-9fbc6afd26ee tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308900 Jun 28 14:11:56.409307 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:56.962469 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95299da-ae2a-43d8-a0a2-79326c73a1b0 req-f04080c9-2d0d-4218-a2f4-dddb07f6b92b tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:56.964182 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d95299da-ae2a-43d8-a0a2-79326c73a1b0 req-f04080c9-2d0d-4218-a2f4-dddb07f6b92b tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 943 time: 0.0672636 Jun 28 14:11:57.004999 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d95299da-ae2a-43d8-a0a2-79326c73a1b0 req-ee2d49a4-ddd3-4c0f-b35b-c466d1a9fe27 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349026 Jun 28 14:11:57.013752 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device e299b8da-4203-49ec-8b50-311b2e9270e5 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:11:57.112518 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port e299b8da-4203-49ec-8b50-311b2e9270e5, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e299b8da-4203-49ec-8b50-311b2e9270e5,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:57.238717 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': 'e299b8da-4203-49ec-8b50-311b2e9270e5', 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1', 'port_id': 'e299b8da-4203-49ec-8b50-311b2e9270e5', 'mac_address': 'fa:16:3e:c0:9e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca33b3f-14d0-4969-a6ad-0391ccfbfe94', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:11:57.275525 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:57.287563 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e299b8da-4203-49ec-8b50-311b2e9270e5 {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:11:57.306188 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port e299b8da-4203-49ec-8b50-311b2e9270e5, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e299b8da-4203-49ec-8b50-311b2e9270e5,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:57.309767 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:57.311479 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-28d4ec35-e77b-4bd5-aafc-2e1c9ed962c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:57.354299 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=e299b8da-4203-49ec-8b50-311b2e9270e5,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:57.357362 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:57.672667 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['e299b8da-4203-49ec-8b50-311b2e9270e5'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:11:58.174319 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148337f-cfd2-45e7-ab91-7965371cb36e req-8a70f7f5-f13c-4d9a-940d-c1ec0871d268 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:58.175779 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a148337f-cfd2-45e7-ab91-7965371cb36e req-8a70f7f5-f13c-4d9a-940d-c1ec0871d268 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 944 time: 0.0609446 Jun 28 14:11:58.211772 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a148337f-cfd2-45e7-ab91-7965371cb36e req-67a89ae5-dee0-43da-bfd5-9114e351b80e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305362 Jun 28 14:11:59.034150 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device e299b8da-4203-49ec-8b50-311b2e9270e5 up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:11:59.083575 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port e299b8da-4203-49ec-8b50-311b2e9270e5 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:11:59.087218 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port e299b8da-4203-49ec-8b50-311b2e9270e5 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:11:59.087608 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:59.162585 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:59.183221 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3e70ad-91ce-48cb-9591-0a137dd43034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e299b8da-4203-49ec-8b50-311b2e9270e5'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:11:59.185501 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93917fd-d767-4e50-bf46-fa3f0ebc7362" -d '{"events": [{"server_uuid": "ef3e70ad-91ce-48cb-9591-0a137dd43034", "name": "network-vif-plugged", "status": "completed", "tag": "e299b8da-4203-49ec-8b50-311b2e9270e5"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:11:59.197716 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port e299b8da-4203-49ec-8b50-311b2e9270e5, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e299b8da-4203-49ec-8b50-311b2e9270e5,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:59.201955 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:59.203847 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:59.225550 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53be994b-064e-4c16-ad7a-3d7bfdcf2ed0 x-openstack-request-id: req-53be994b-064e-4c16-ad7a-3d7bfdcf2ed0 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:11:59.225853 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3e70ad-91ce-48cb-9591-0a137dd43034", "name": "network-vif-plugged", "status": "completed", "tag": "e299b8da-4203-49ec-8b50-311b2e9270e5", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:11:59.226115 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-53be994b-064e-4c16-ad7a-3d7bfdcf2ed0 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:11:59.226505 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3e70ad-91ce-48cb-9591-0a137dd43034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e299b8da-4203-49ec-8b50-311b2e9270e5', 'code': 200} Jun 28 14:11:59.251740 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=e299b8da-4203-49ec-8b50-311b2e9270e5,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:59.254691 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:59.396560 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81274298-0f5c-4b41-b327-b610b140ae30 req-2eb59412-b43d-47e3-9b5a-f14c9a552fef tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:59.398202 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-81274298-0f5c-4b41-b327-b610b140ae30 req-2eb59412-b43d-47e3-9b5a-f14c9a552fef tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 945 time: 0.0669615 Jun 28 14:11:59.441300 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-81274298-0f5c-4b41-b327-b610b140ae30 req-bbe587a9-dbcc-4ffc-9347-06014e4e24de tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374014 Jun 28 14:11:59.488001 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561ce16-e6e3-4ede-ab01-7a38377d8acb req-edb48d7f-c53d-4913-98f4-9450b32269ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:59.489514 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2561ce16-e6e3-4ede-ab01-7a38377d8acb req-edb48d7f-c53d-4913-98f4-9450b32269ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 1098 time: 0.0527594 Jun 28 14:11:59.524478 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-2561ce16-e6e3-4ede-ab01-7a38377d8acb req-8f359ab5-f7be-4a04-988b-41934a6474a9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270433 Jun 28 14:12:00.612525 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed39bc-7be3-4128-990f-88e84f7dbf98 req-5ffc3213-29c8-41fa-8879-8dc10ea0c9a6 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:00.613878 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-46ed39bc-7be3-4128-990f-88e84f7dbf98 req-5ffc3213-29c8-41fa-8879-8dc10ea0c9a6 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 945 time: 0.0617902 Jun 28 14:12:00.649830 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-46ed39bc-7be3-4128-990f-88e84f7dbf98 req-85a71beb-3b4f-4f28-a2ce-eaf612b91225 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303135 Jun 28 14:12:01.364276 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-fbf4c690-a8ac-4867-8461-114fa6be43f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:01.818083 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a4ab7-7a55-45e6-8645-0b023e4af4f7 req-26d631d2-95c4-4227-ba4c-78451cc84889 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:01.819528 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-944a4ab7-7a55-45e6-8645-0b023e4af4f7 req-26d631d2-95c4-4227-ba4c-78451cc84889 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 945 time: 0.0616367 Jun 28 14:12:01.855249 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-944a4ab7-7a55-45e6-8645-0b023e4af4f7 req-d1fb1248-d28e-4d36-90b5-9582210de580 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301993 Jun 28 14:12:03.886438 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-40e606e3-ce11-4c12-9641-693551625d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:04.171088 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:05.072890 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:06.521320 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:13.773651 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:12:17.996607 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-22f69c20-66d2-4532-abe5-2421c14050a7 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:17.998043 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-22f69c20-66d2-4532-abe5-2421c14050a7 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/networks?id=58c4e9b3-473a-4e37-b301-2f352bae94f1 HTTP/1.1" status: 200 len: 815 time: 0.1005580 Jun 28 14:12:18.012050 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-a8149d30-9774-419e-b569-c129e2131a91 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/quotas/dfbbb7b45ef9427d9c367133ec12e0be HTTP/1.1" status: 200 len: 375 time: 0.0086291 Jun 28 14:12:18.082833 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-de9b1537-322d-4b7f-bd1e-a11ad271c5da tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfbbb7b45ef9427d9c367133ec12e0be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660551 Jun 28 14:12:18.174787 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-797781e6-83e2-42e1-aa22-8ad9dd1ddc3d service neutron] 10.222.0.11 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853269 Jun 28 14:12:18.263681 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-895326b5-e8f9-4f3c-a558-15dded1a78d6 service neutron] 10.222.0.11 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824742 Jun 28 14:12:18.436403 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f583e583-6305-4888-bb18-9795cb272c0b req-5e1ed7ae-b1aa-43fd-9964-1faef5e4f712 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 210 time: 0.0312300 Jun 28 14:12:19.589229 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-21a5a1cd-7313-42bd-b2f5-b89b99f3c059 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:19.591808 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-21a5a1cd-7313-42bd-b2f5-b89b99f3c059 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.55 "GET /v2.0/networks?id=58c4e9b3-473a-4e37-b301-2f352bae94f1 HTTP/1.1" status: 200 len: 815 time: 0.1135890 Jun 28 14:12:19.613792 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Request body: {'port': {'device_id': 'a63226fe-aa4f-488b-9363-18180d8753d8', 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1', 'admin_state_up': True, 'tenant_id': 'dfbbb7b45ef9427d9c367133ec12e0be'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:12:19.620289 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-52400529-36be-42a4-b536-1554cf159959 req-f3b91272-55f0-42dc-bd7b-09db863e7dae tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 210 time: 0.0384853 Jun 28 14:12:19.742468 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Made reservation on behalf of dfbbb7b45ef9427d9c367133ec12e0be for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:12:19.746171 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:19.868868 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Allocated IP 172.20.0.13 (58c4e9b3-473a-4e37-b301-2f352bae94f1/4ca33b3f-14d0-4969-a6ad-0391ccfbfe94/897094ad-fd1e-475e-9abf-4bf3edba3df4) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:12:20.016691 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:20.059415 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:20.066170 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-1c315a1e-8d6e-4311-ab8b-eee37d08e620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:20.109635 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['25cdf378-b641-45bd-9c28-957328f1819c', 'bc68adb3-33e6-47a3-ab47-31a9a4892cd1', 'e299b8da-4203-49ec-8b50-311b2e9270e5'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:12:20.115997 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Network 58c4e9b3-473a-4e37-b301-2f352bae94f1 is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:12:20.121615 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:12:20.125460 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:12:20.132793 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Pushing event updated for resources: {'Port': ['ID=897094ad-fd1e-475e-9abf-4bf3edba3df4,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:20.161912 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:20.162307 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:20.162689 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:20.163061 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:20.163448 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:20.163837 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:20.164277 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:20.164577 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:20.164921 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:20.165278 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:20.165648 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:20.166001 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:20.171320 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:20.189189 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:20.190440 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:20.204701 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5961919 Jun 28 14:12:20.223549 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Request body: {'port': {'device_id': 'a63226fe-aa4f-488b-9363-18180d8753d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:12:20.296919 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:20.558141 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897094ad-fd1e-475e-9abf-4bf3edba3df4 {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:12:20.565364 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:20.576685 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Transition to ACTIVE for port object 897094ad-fd1e-475e-9abf-4bf3edba3df4 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:12:20.580409 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:20.582308 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-39b0b3bc-47e8-44ec-ab0d-d220cc1ce32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:20.630742 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Pushing event updated for resources: {'Port': ['ID=897094ad-fd1e-475e-9abf-4bf3edba3df4,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:20.648055 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:20.659276 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 60252) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:20.696282 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Attempting to bind port 897094ad-fd1e-475e-9abf-4bf3edba3df4 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:12:20.696620 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Attempting to bind port 897094ad-fd1e-475e-9abf-4bf3edba3df4 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:12:20.696949 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Attempting to bind port 897094ad-fd1e-475e-9abf-4bf3edba3df4 on network 58c4e9b3-473a-4e37-b301-2f352bae94f1 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:12:20.701140 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Port 897094ad-fd1e-475e-9abf-4bf3edba3df4 on network 58c4e9b3-473a-4e37-b301-2f352bae94f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:12:20.701462 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Attempting to bind port 897094ad-fd1e-475e-9abf-4bf3edba3df4 on network 58c4e9b3-473a-4e37-b301-2f352bae94f1 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:12:20.706188 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:12:20.706522 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Checking segment: {'id': 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:12:20.706898 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Bound using segment: {'id': 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:12:20.707320 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Bound port: 897094ad-fd1e-475e-9abf-4bf3edba3df4, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:12:20.707678 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:20.809041 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] For port 897094ad-fd1e-475e-9abf-4bf3edba3df4, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:12:20.812857 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] For port 897094ad-fd1e-475e-9abf-4bf3edba3df4, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=897094ad-fd1e-475e-9abf-4bf3edba3df4,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:12:20.822678 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:20.826131 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-a6fdb2b7-2d1d-4fe8-84dc-1daf9874a719 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:20.862309 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42537b4a-99cd-4132-b381-2c83f39c8354 req-33ab669d-e7ea-4a92-a4ad-cf34a4d659da tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:20.863809 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-42537b4a-99cd-4132-b381-2c83f39c8354 req-33ab669d-e7ea-4a92-a4ad-cf34a4d659da tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 944 time: 0.1204290 Jun 28 14:12:20.873027 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:20.873642 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:20.875015 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] 10.222.0.55 "PUT /v2.0/ports/897094ad-fd1e-475e-9abf-4bf3edba3df4 HTTP/1.1" status: 200 len: 1094 time: 0.6560078 Jun 28 14:12:20.876678 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63226fe-aa4f-488b-9363-18180d8753d8', 'tag': '897094ad-fd1e-475e-9abf-4bf3edba3df4'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:12:20.878969 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8952b2-dce9-49d4-bc6e-d6ea194c6828" -d '{"events": [{"name": "network-changed", "server_uuid": "a63226fe-aa4f-488b-9363-18180d8753d8", "tag": "897094ad-fd1e-475e-9abf-4bf3edba3df4"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:12:20.923108 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Pushing event updated for resources: {'Port': ['ID=897094ad-fd1e-475e-9abf-4bf3edba3df4,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:20.931219 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:20.939352 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-42537b4a-99cd-4132-b381-2c83f39c8354 req-25cbb41c-317a-4018-9107-3e30fdbb31a0 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634074 Jun 28 14:12:20.940888 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d274101-311f-491b-bee5-00fcbbe8973b x-openstack-request-id: req-5d274101-311f-491b-bee5-00fcbbe8973b {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:12:20.941231 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63226fe-aa4f-488b-9363-18180d8753d8", "tag": "897094ad-fd1e-475e-9abf-4bf3edba3df4", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:12:20.941530 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d274101-311f-491b-bee5-00fcbbe8973b {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:12:20.941960 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63226fe-aa4f-488b-9363-18180d8753d8', 'tag': '897094ad-fd1e-475e-9abf-4bf3edba3df4', 'status': 'completed', 'code': 200} Jun 28 14:12:20.973159 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Deleting port 320a4fa3-fb45-45e0-a357-3929de2f807a {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:12:20.973583 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:21.063171 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:21.063869 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:21.080614 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Calling delete_port for 320a4fa3-fb45-45e0-a357-3929de2f807a owned by network:floatingip {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:12:21.232932 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:21.235041 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:21.261331 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Pushing event deleted for resources: {'Port': ['ID=320a4fa3-fb45-45e0-a357-3929de2f807a,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:21.272299 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:21.272539 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:21.272894 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:21.273374 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:21.273725 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:21.274070 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:21.274493 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:21.274828 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:21.275260 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:21.275640 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:21.276093 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:21.276389 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:21.294380 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:21.294916 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-ebb1a392-c760-446c-b6f7-fdc7bfe5c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:21.296495 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-ebb1a392-c760-446c-b6f7-fdc7bfe5c8b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfbbb7b45ef9427d9c367133ec12e0be&device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 1097 time: 0.3330445 Jun 28 14:12:21.334739 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for floatingip, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:21.335076 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.l3_db [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Floating IP bb79228e-2fe3-41b4-aff8-f3e32a9344e9 disassociated (deleted). External IP: 172.27.2.89, port: 986aa089-c170-4d51-a9f6-e0758c8dd82d. Jun 28 14:12:21.345397 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-c613ab0a-1b3d-46f9-bb40-557813bbb0bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=897094ad-fd1e-475e-9abf-4bf3edba3df4 HTTP/1.1" status: 200 len: 217 time: 0.0333645 Jun 28 14:12:21.396810 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-505cf2a6-bca1-4faa-9f5f-25c32ff18a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:21.398236 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-505cf2a6-bca1-4faa-9f5f-25c32ff18a83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ca33b3f-14d0-4969-a6ad-0391ccfbfe94 HTTP/1.1" status: 200 len: 855 time: 0.0453594 Jun 28 14:12:21.429964 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-2981c641-dd6b-4743-9d31-12757adf3804 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58c4e9b3-473a-4e37-b301-2f352bae94f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252755 Jun 28 14:12:21.517467 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-bcbb6a62-b19a-474e-9fd1-70563ce8f0aa service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808041 Jun 28 14:12:21.531941 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Router 9dd567c7-b09f-41c4-a98e-314cdb2727ad has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:12:21.607976 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c8a0c9de-71e9-4621-889b-303e2bf51d6a req-13e5aa5a-d122-4ab5-9a14-b0c0b403998a service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833557 Jun 28 14:12:21.639409 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:12:21.644125 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:21.648909 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b37fc0c-e9e3-4d91-8ab1-9dfadc552c3e None None] Sync routers for ids ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:12:21.657376 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b37fc0c-e9e3-4d91-8ab1-9dfadc552c3e None None] Routers {'9dd567c7-b09f-41c4-a98e-314cdb2727ad'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:12:21.658002 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-9b37fc0c-e9e3-4d91-8ab1-9dfadc552c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:12:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:21.683423 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-8575bb8d-1d2c-44ac-9929-a069d11025de tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "DELETE /v2.0/floatingips/bb79228e-2fe3-41b4-aff8-f3e32a9344e9 HTTP/1.1" status: 204 len: 168 time: 1.0230279 Jun 28 14:12:21.684132 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3341dead-9b19-4985-beed-43b1dd599251', 'tag': '986aa089-c170-4d51-a9f6-e0758c8dd82d'}] {{(pid=93024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:12:21.686408 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57de81fc55b96f5fe3d2266ad050390b1d2e29b100cf4860e7301d44a90885d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a5938f-8147-47c5-8367-01568c4537f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3341dead-9b19-4985-beed-43b1dd599251", "tag": "986aa089-c170-4d51-a9f6-e0758c8dd82d"}]}' {{(pid=93024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:12:21.771915 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-9b37fc0c-e9e3-4d91-8ab1-9dfadc552c3e None None] Set router 9dd567c7-b09f-41c4-a98e-314cdb2727ad gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:12:21.777494 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8952b2-dce9-49d4-bc6e-d6ea194c6828 req-a5bce3f3-adc5-411c-adfc-7ff575996e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:21.779411 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fe8952b2-dce9-49d4-bc6e-d6ea194c6828 req-a5bce3f3-adc5-411c-adfc-7ff575996e09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfbbb7b45ef9427d9c367133ec12e0be&device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 1097 time: 0.0738745 Jun 28 14:12:21.864811 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6817fa94-edf7-4dcc-b362-4406cdc73819 x-openstack-request-id: req-6817fa94-edf7-4dcc-b362-4406cdc73819 {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:12:21.865164 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3341dead-9b19-4985-beed-43b1dd599251", "tag": "986aa089-c170-4d51-a9f6-e0758c8dd82d", "status": "completed", "code": 200}]} {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:12:21.865980 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6817fa94-edf7-4dcc-b362-4406cdc73819 {{(pid=93024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:12:21.865980 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3341dead-9b19-4985-beed-43b1dd599251', 'tag': '986aa089-c170-4d51-a9f6-e0758c8dd82d', 'status': 'completed', 'code': 200} Jun 28 14:12:21.896658 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8952b2-dce9-49d4-bc6e-d6ea194c6828 req-a8ad0576-33b0-4d10-9b50-1fcec8928a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:21.898139 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fe8952b2-dce9-49d4-bc6e-d6ea194c6828 req-a8ad0576-33b0-4d10-9b50-1fcec8928a75 service neutron] 10.222.0.55 "GET /v2.0/networks?id=58c4e9b3-473a-4e37-b301-2f352bae94f1 HTTP/1.1" status: 200 len: 916 time: 0.1086223 Jun 28 14:12:21.966380 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fe8952b2-dce9-49d4-bc6e-d6ea194c6828 req-8f2469da-0a88-4a8e-a629-9c8fb56280c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=897094ad-fd1e-475e-9abf-4bf3edba3df4 HTTP/1.1" status: 200 len: 217 time: 0.0474234 Jun 28 14:12:21.989050 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-9b37fc0c-e9e3-4d91-8ab1-9dfadc552c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'name': 'tempest-TestShelveInstance-678337041-router', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:31Z', 'updated_at': '2021-06-28T14:06:34Z', 'revision_number': 4, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'gw_port': {'id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:32Z', 'updated_at': '2021-06-28T14:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '0db0d401-cbc4-4d63-867a-cbd678263943', 'name': '', 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'mac_address': 'fa:16:3e:c9:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:33Z', 'updated_at': '2021-06-28T14:06:40Z', 'revision_number': 5, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'subnets': [{'id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:22.021128 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b37fc0c-e9e3-4d91-8ab1-9dfadc552c3e None None] Checking router: 9dd567c7-b09f-41c4-a98e-314cdb2727ad for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:12:22.031565 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b37fc0c-e9e3-4d91-8ab1-9dfadc552c3e None None] Routers {'9dd567c7-b09f-41c4-a98e-314cdb2727ad'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:12:22.032215 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-9b37fc0c-e9e3-4d91-8ab1-9dfadc552c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:12:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:22.065198 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5938f-8147-47c5-8367-01568c4537f5 req-b6cee7c7-f2d6-40a1-a83c-90cad0bc0858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:22.066678 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e1a5938f-8147-47c5-8367-01568c4537f5 req-b6cee7c7-f2d6-40a1-a83c-90cad0bc0858 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f154bdfc04f34f66a9ef7393d6e7494b&device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 1098 time: 0.1097353 Jun 28 14:12:22.134654 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fd727-17ef-4cb2-8777-030d7c12f078 req-53bda1a1-62d0-4bf3-a3e2-d0db39bd7c8a tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:22.136525 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d58fd727-17ef-4cb2-8777-030d7c12f078 req-53bda1a1-62d0-4bf3-a3e2-d0db39bd7c8a tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 944 time: 0.0776007 Jun 28 14:12:22.149359 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8952b2-dce9-49d4-bc6e-d6ea194c6828 req-1731a7c2-f7a6-470b-82c0-783a08d93782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:22.150811 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fe8952b2-dce9-49d4-bc6e-d6ea194c6828 req-1731a7c2-f7a6-470b-82c0-783a08d93782 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ca33b3f-14d0-4969-a6ad-0391ccfbfe94 HTTP/1.1" status: 200 len: 855 time: 0.1340079 Jun 28 14:12:22.161466 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-9b37fc0c-e9e3-4d91-8ab1-9dfadc552c3e None None] Set router 9dd567c7-b09f-41c4-a98e-314cdb2727ad gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:12:22.186421 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d58fd727-17ef-4cb2-8777-030d7c12f078 req-1f626817-c88c-499b-9530-054f71a3d0a1 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 Jun 28 14:12:22.195245 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fe8952b2-dce9-49d4-bc6e-d6ea194c6828 req-bbd029f9-e28d-498b-a86b-1087083b85bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58c4e9b3-473a-4e37-b301-2f352bae94f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352068 Jun 28 14:12:22.219563 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981edb16-1d26-4b8b-b78f-99b3fd30ac08 req-390b24e2-fd28-4435-a6c2-f92f6716e03d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:22.221607 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-981edb16-1d26-4b8b-b78f-99b3fd30ac08 req-390b24e2-fd28-4435-a6c2-f92f6716e03d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.2166562 Jun 28 14:12:22.303136 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5938f-8147-47c5-8367-01568c4537f5 req-01d89b94-f313-40ee-9220-fb2ec3ac774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:22.304627 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e1a5938f-8147-47c5-8367-01568c4537f5 req-01d89b94-f313-40ee-9220-fb2ec3ac774e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f HTTP/1.1" status: 200 len: 909 time: 0.2240753 Jun 28 14:12:22.364208 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-981edb16-1d26-4b8b-b78f-99b3fd30ac08 req-df674378-99f3-4228-85d0-5831135657ad tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293237 Jun 28 14:12:22.368051 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e1a5938f-8147-47c5-8367-01568c4537f5 req-9fde5004-be27-4bd4-a333-0ec8273509ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=986aa089-c170-4d51-a9f6-e0758c8dd82d HTTP/1.1" status: 200 len: 217 time: 0.0483663 Jun 28 14:12:22.379823 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-9b37fc0c-e9e3-4d91-8ab1-9dfadc552c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'name': 'tempest-TestShelveInstance-678337041-router', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:31Z', 'updated_at': '2021-06-28T14:06:34Z', 'revision_number': 4, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'gw_port': {'id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:32Z', 'updated_at': '2021-06-28T14:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '0db0d401-cbc4-4d63-867a-cbd678263943', 'name': '', 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'mac_address': 'fa:16:3e:c9:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:33Z', 'updated_at': '2021-06-28T14:06:40Z', 'revision_number': 5, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'subnets': [{'id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:22.404810 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fe8952b2-dce9-49d4-bc6e-d6ea194c6828 req-090982b1-2974-46f7-b2bd-eda45459b338 service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940000 Jun 28 14:12:22.412352 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b37fc0c-e9e3-4d91-8ab1-9dfadc552c3e None None] The sync data for ids ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'] in dv-cinder-761113-15-iscsi is: [{'id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'name': 'tempest-TestShelveInstance-678337041-router', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:31Z', 'updated_at': '2021-06-28T14:06:34Z', 'revision_number': 4, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'gw_port': {'id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:32Z', 'updated_at': '2021-06-28T14:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '0db0d401-cbc4-4d63-867a-cbd678263943', 'name': '', 'network_id': 'e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'mac_address': 'fa:16:3e:c9:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:33Z', 'updated_at': '2021-06-28T14:06:40Z', 'revision_number': 5, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'subnets': [{'id': '80e78336-1cbd-43a7-9a97-9c761be27c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:12:22.497596 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5938f-8147-47c5-8367-01568c4537f5 req-0bc35f6d-7eba-4412-94a3-858d1d247725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:22.499617 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e1a5938f-8147-47c5-8367-01568c4537f5 req-0bc35f6d-7eba-4412-94a3-858d1d247725 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80e78336-1cbd-43a7-9a97-9c761be27c68 HTTP/1.1" status: 200 len: 847 time: 0.1161551 Jun 28 14:12:22.571627 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fe8952b2-dce9-49d4-bc6e-d6ea194c6828 req-6cc352ed-9421-4b1d-b182-e184bea9387a service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553793 Jun 28 14:12:22.586448 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5938f-8147-47c5-8367-01568c4537f5 req-4aef5404-e53c-4be9-90de-9b5809d3ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:22.587970 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e1a5938f-8147-47c5-8367-01568c4537f5 req-4aef5404-e53c-4be9-90de-9b5809d3ae57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0773335 Jun 28 14:12:22.681432 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94918ee7-a44d-48bd-a997-f4daeeb0737b None None] New status for floating IP bb79228e-2fe3-41b4-aff8-f3e32a9344e9: DOWN {{(pid=93026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:12:22.692536 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e1a5938f-8147-47c5-8367-01568c4537f5 req-ac8a1a3e-1a98-4a30-9581-c9fafd69b234 service neutron] 10.222.0.55 "GET /v2.0/networks/e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920792 Jun 28 14:12:22.784114 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e1a5938f-8147-47c5-8367-01568c4537f5 req-dbf0038d-15db-4195-9663-04052e9bc86d service neutron] 10.222.0.55 "GET /v2.0/networks/e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837071 Jun 28 14:12:23.207316 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 897094ad-fd1e-475e-9abf-4bf3edba3df4 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:12:23.302764 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 897094ad-fd1e-475e-9abf-4bf3edba3df4, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=897094ad-fd1e-475e-9abf-4bf3edba3df4,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:12:23.313563 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': '897094ad-fd1e-475e-9abf-4bf3edba3df4', 'network_id': '58c4e9b3-473a-4e37-b301-2f352bae94f1', 'port_id': '897094ad-fd1e-475e-9abf-4bf3edba3df4', 'mac_address': 'fa:16:3e:80:27:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca33b3f-14d0-4969-a6ad-0391ccfbfe94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:12:23.348961 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e363ce0-a6f8-47b7-8cd0-d1daed67d970 req-e3e1598a-1d6c-47be-afe9-7641734595c5 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:23.349638 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:23.350454 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-1e363ce0-a6f8-47b7-8cd0-d1daed67d970 req-e3e1598a-1d6c-47be-afe9-7641734595c5 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 944 time: 0.0618262 Jun 28 14:12:23.362785 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897094ad-fd1e-475e-9abf-4bf3edba3df4 {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:12:23.381840 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 897094ad-fd1e-475e-9abf-4bf3edba3df4, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=897094ad-fd1e-475e-9abf-4bf3edba3df4,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:12:23.386943 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:23.388169 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-1e363ce0-a6f8-47b7-8cd0-d1daed67d970 req-ff4fc473-8694-4b64-b1ec-5d1962e6820c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316892 Jun 28 14:12:23.388707 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:23.434813 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=897094ad-fd1e-475e-9abf-4bf3edba3df4,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:23.441909 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:23.442272 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:23.442675 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:23.442968 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:23.443299 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:23.443631 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:23.443984 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:23.444325 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:23.444652 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:23.444978 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:23.445300 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:23.445623 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:12:23.449350 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:23.565409 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fcb97-5aed-41c4-9de1-117e94555694 req-42f60408-6d5d-438c-ac47-ac9fffe89916 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:23.567769 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3c3fcb97-5aed-41c4-9de1-117e94555694 req-42f60408-6d5d-438c-ac47-ac9fffe89916 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0683920 Jun 28 14:12:23.604530 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3c3fcb97-5aed-41c4-9de1-117e94555694 req-a7f0697f-ddf2-4cc1-8a41-3d950e2103fc tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/security-groups?id=074024f1-9fea-4f1f-85ef-bb4dd8019f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324855 Jun 28 14:12:23.756698 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['897094ad-fd1e-475e-9abf-4bf3edba3df4'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:12:24.016376 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e1db3-ad02-4261-b052-f22e3e9b6ba3 req-4cfc0938-963e-490d-8a20-90644e2cac0c tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:24.018336 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c08e1db3-ad02-4261-b052-f22e3e9b6ba3 req-4cfc0938-963e-490d-8a20-90644e2cac0c tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.55 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 945 time: 0.0676899 Jun 28 14:12:24.115519 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-c08e1db3-ad02-4261-b052-f22e3e9b6ba3 req-06eff7f8-739c-4c68-9931-b2a3c2f3c96b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Deleting port 986aa089-c170-4d51-a9f6-e0758c8dd82d {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:12:24.115891 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c08e1db3-ad02-4261-b052-f22e3e9b6ba3 req-06eff7f8-739c-4c68-9931-b2a3c2f3c96b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:24.198590 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-c08e1db3-ad02-4261-b052-f22e3e9b6ba3 req-06eff7f8-739c-4c68-9931-b2a3c2f3c96b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] For port 986aa089-c170-4d51-a9f6-e0758c8dd82d, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=986aa089-c170-4d51-a9f6-e0758c8dd82d,segment=NetworkSegment(ca40b520-4dd6-4afc-8e1e-61c63781ccd8),segment_id=ca40b520-4dd6-4afc-8e1e-61c63781ccd8)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:12:24.198947 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c08e1db3-ad02-4261-b052-f22e3e9b6ba3 req-06eff7f8-739c-4c68-9931-b2a3c2f3c96b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:24.211175 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-c08e1db3-ad02-4261-b052-f22e3e9b6ba3 req-06eff7f8-739c-4c68-9931-b2a3c2f3c96b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Calling delete_port for 986aa089-c170-4d51-a9f6-e0758c8dd82d owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:12:24.335648 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c08e1db3-ad02-4261-b052-f22e3e9b6ba3 req-06eff7f8-739c-4c68-9931-b2a3c2f3c96b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:24.339304 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3c92c71a-75bd-4235-9b90-c83c722b7ab1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:24.363854 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eff7f8-739c-4c68-9931-b2a3c2f3c96b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Pushing event deleted for resources: {'Port': ['ID=986aa089-c170-4d51-a9f6-e0758c8dd82d,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:24.366981 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-06eff7f8-739c-4c68-9931-b2a3c2f3c96b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:24.415429 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08e1db3-ad02-4261-b052-f22e3e9b6ba3 req-06eff7f8-739c-4c68-9931-b2a3c2f3c96b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] No DVR routers for this DVR port 986aa089-c170-4d51-a9f6-e0758c8dd82d on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:12:24.418053 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c08e1db3-ad02-4261-b052-f22e3e9b6ba3 req-06eff7f8-739c-4c68-9931-b2a3c2f3c96b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:24.420054 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c08e1db3-ad02-4261-b052-f22e3e9b6ba3 req-06eff7f8-739c-4c68-9931-b2a3c2f3c96b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.55 "DELETE /v2.0/ports/986aa089-c170-4d51-a9f6-e0758c8dd82d HTTP/1.1" status: 204 len: 173 time: 0.3962107 Jun 28 14:12:24.420560 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3341dead-9b19-4985-beed-43b1dd599251', 'name': 'network-vif-deleted', 'tag': '986aa089-c170-4d51-a9f6-e0758c8dd82d'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:12:24.422825 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0afbc37-e012-4c7e-b249-92953086da70" -d '{"events": [{"server_uuid": "3341dead-9b19-4985-beed-43b1dd599251", "name": "network-vif-deleted", "tag": "986aa089-c170-4d51-a9f6-e0758c8dd82d"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:12:24.461005 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a8b179-a9ad-4832-b82f-529943e8a4ca x-openstack-request-id: req-b5a8b179-a9ad-4832-b82f-529943e8a4ca {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:12:24.461340 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3341dead-9b19-4985-beed-43b1dd599251", "name": "network-vif-deleted", "tag": "986aa089-c170-4d51-a9f6-e0758c8dd82d", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:12:24.461640 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5a8b179-a9ad-4832-b82f-529943e8a4ca {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:12:24.462076 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3341dead-9b19-4985-beed-43b1dd599251', 'name': 'network-vif-deleted', 'tag': '986aa089-c170-4d51-a9f6-e0758c8dd82d', 'status': 'completed', 'code': 200} Jun 28 14:12:24.576250 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5906f-bb38-45ff-9098-3f830f108da8 req-a7c40b00-5842-47d9-9808-b51463b92324 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:24.577694 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-42a5906f-bb38-45ff-9098-3f830f108da8 req-a7c40b00-5842-47d9-9808-b51463b92324 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 945 time: 0.0681748 Jun 28 14:12:24.613404 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-42a5906f-bb38-45ff-9098-3f830f108da8 req-b014fe51-bd58-496c-82ef-fa576631d023 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301673 Jun 28 14:12:24.742535 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b70e66ba-f9fb-4a75-b885-682a610ba770 req-99c61549-9c30-4610-bf8e-864d9863103f tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 210 time: 0.0294445 Jun 28 14:12:25.779933 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164942f-8820-4e98-8f4a-e8afb4860e9d req-f454a0f2-c12f-4742-846c-5a9ef2cf056b tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:25.781411 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3164942f-8820-4e98-8f4a-e8afb4860e9d req-f454a0f2-c12f-4742-846c-5a9ef2cf056b tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 945 time: 0.0623507 Jun 28 14:12:25.823741 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3164942f-8820-4e98-8f4a-e8afb4860e9d req-5cb39250-e57b-44e7-a8e2-22b25b2857a4 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338843 Jun 28 14:12:25.880810 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e47a64f4-9998-425a-8245-0185f098987b req-24b67823-c06a-4f0d-9e14-395cd0f13302 tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 210 time: 0.0284755 Jun 28 14:12:26.767041 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:26.999101 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ee389-07b3-4b56-a270-62ad01e59ba3 req-20180123-d1f6-4350-9154-021236478c05 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:27.001090 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-274ee389-07b3-4b56-a270-62ad01e59ba3 req-20180123-d1f6-4350-9154-021236478c05 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 945 time: 0.0690267 Jun 28 14:12:27.025082 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-436748a1-d07c-46eb-b5ce-59f27e5876db req-6d92c3ca-aac6-4311-b5a2-eb0d3be08cce tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "GET /v2.0/ports?device_id=3341dead-9b19-4985-beed-43b1dd599251 HTTP/1.1" status: 200 len: 210 time: 0.0295768 Jun 28 14:12:27.045920 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-274ee389-07b3-4b56-a270-62ad01e59ba3 req-ad1110ae-a43b-476e-985d-eff111291d51 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385334 Jun 28 14:12:28.118763 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 60352) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:28.207342 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f0a3cd80-d765-400b-acd1-9c793ff0b05d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:28.238551 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f0a3cd80-d765-400b-acd1-9c793ff0b05d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:28.290089 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b272f-eecf-4fc3-a5fd-959d9a191431 req-a394e387-e6f3-43a8-91b3-c3aaf61028c5 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:28.291551 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-db9b272f-eecf-4fc3-a5fd-959d9a191431 req-a394e387-e6f3-43a8-91b3-c3aaf61028c5 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 945 time: 0.1179688 Jun 28 14:12:28.337069 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-db9b272f-eecf-4fc3-a5fd-959d9a191431 req-2b431fdf-c2c1-4a61-98ac-7f87cfad07fb tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388293 Jun 28 14:12:28.341589 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f0a3cd80-d765-400b-acd1-9c793ff0b05d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:28.344297 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f0a3cd80-d765-400b-acd1-9c793ff0b05d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:28.345329 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-f0a3cd80-d765-400b-acd1-9c793ff0b05d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] 10.222.0.11 "DELETE /v2.0/security-groups/074024f1-9fea-4f1f-85ef-bb4dd8019f64 HTTP/1.1" status: 204 len: 168 time: 0.2255447 Jun 28 14:12:28.346108 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-07400820-1b8b-44e2-8262-d0e46fe81f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:28.354944 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3cd80-d765-400b-acd1-9c793ff0b05d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=074024f1-9fea-4f1f-85ef-bb4dd8019f64,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:28.357691 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-f0a3cd80-d765-400b-acd1-9c793ff0b05d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:28.407569 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 60358) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:28.786891 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 897094ad-fd1e-475e-9abf-4bf3edba3df4 up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:12:28.822489 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b08b039c-1eff-4d01-a7e1-81276b0f8c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549623'] for router_interface, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:28.832824 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port 897094ad-fd1e-475e-9abf-4bf3edba3df4 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:12:28.836579 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port 897094ad-fd1e-475e-9abf-4bf3edba3df4 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:12:28.836962 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:28.913927 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:28.936440 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63226fe-aa4f-488b-9363-18180d8753d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897094ad-fd1e-475e-9abf-4bf3edba3df4'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:12:28.938695 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859834fe-3035-4758-8e7d-d08f39b9096c" -d '{"events": [{"server_uuid": "a63226fe-aa4f-488b-9363-18180d8753d8", "name": "network-vif-plugged", "status": "completed", "tag": "897094ad-fd1e-475e-9abf-4bf3edba3df4"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:12:28.951184 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 897094ad-fd1e-475e-9abf-4bf3edba3df4, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=897094ad-fd1e-475e-9abf-4bf3edba3df4,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:12:28.956298 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:28.957451 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 986aa089-c170-4d51-a9f6-e0758c8dd82d no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:12:28.978839 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b00d54-c4e7-46d5-94d3-e4e28c74ad7a x-openstack-request-id: req-77b00d54-c4e7-46d5-94d3-e4e28c74ad7a {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:12:28.979150 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63226fe-aa4f-488b-9363-18180d8753d8", "name": "network-vif-plugged", "status": "completed", "tag": "897094ad-fd1e-475e-9abf-4bf3edba3df4", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:12:28.979412 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77b00d54-c4e7-46d5-94d3-e4e28c74ad7a {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:12:28.979831 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63226fe-aa4f-488b-9363-18180d8753d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897094ad-fd1e-475e-9abf-4bf3edba3df4', 'code': 200} Jun 28 14:12:28.980617 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:28.983566 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: 986aa089-c170-4d51-a9f6-e0758c8dd82d {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:12:28.983944 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 986aa089-c170-4d51-a9f6-e0758c8dd82d not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:12:29.028169 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=897094ad-fd1e-475e-9abf-4bf3edba3df4,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:29.031078 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:29.250692 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9fde2-261f-4ff4-bc29-95224c3f839d req-e5453ae5-ea8d-4934-95f5-a0ad36f8a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:29.252462 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-93a9fde2-261f-4ff4-bc29-95224c3f839d req-e5453ae5-ea8d-4934-95f5-a0ad36f8a628 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 1099 time: 0.0612085 Jun 28 14:12:29.292139 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-93a9fde2-261f-4ff4-bc29-95224c3f839d req-d10251e8-981d-4095-b4b9-ebdfd338f201 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Jun 28 14:12:29.344616 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-b08b039c-1eff-4d01-a7e1-81276b0f8c47 admin admin] Deleting port 0db0d401-cbc4-4d63-867a-cbd678263943 {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:12:29.345111 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b08b039c-1eff-4d01-a7e1-81276b0f8c47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:29.429318 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [None req-b08b039c-1eff-4d01-a7e1-81276b0f8c47 admin admin] For port 0db0d401-cbc4-4d63-867a-cbd678263943, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=0db0d401-cbc4-4d63-867a-cbd678263943,segment=NetworkSegment(ca40b520-4dd6-4afc-8e1e-61c63781ccd8),segment_id=ca40b520-4dd6-4afc-8e1e-61c63781ccd8)] {{(pid=93024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:12:29.429791 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b08b039c-1eff-4d01-a7e1-81276b0f8c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:29.442796 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-b08b039c-1eff-4d01-a7e1-81276b0f8c47 admin admin] Calling delete_port for 0db0d401-cbc4-4d63-867a-cbd678263943 owned by network:router_interface {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:12:29.536375 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ad356-1e61-401d-b703-3d0ce8562ecc req-a172a765-d927-44a1-a92c-6fb9fe272fbe tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:29.537876 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-514ad356-1e61-401d-b703-3d0ce8562ecc req-a172a765-d927-44a1-a92c-6fb9fe272fbe tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 946 time: 0.0665686 Jun 28 14:12:29.577966 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-514ad356-1e61-401d-b703-3d0ce8562ecc req-e0dc0a1b-bc9c-4873-801c-1d3860e6c76f tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322220 Jun 28 14:12:29.632238 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b08b039c-1eff-4d01-a7e1-81276b0f8c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:29.634070 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:29.657636 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b039c-1eff-4d01-a7e1-81276b0f8c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=0db0d401-cbc4-4d63-867a-cbd678263943,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:29.664453 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-b08b039c-1eff-4d01-a7e1-81276b0f8c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:29.830126 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b08b039c-1eff-4d01-a7e1-81276b0f8c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705287'] for router_interface, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:30.044617 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08b039c-1eff-4d01-a7e1-81276b0f8c47 admin admin] Router 9dd567c7-b09f-41c4-a98e-314cdb2727ad has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:12:30.144314 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08b039c-1eff-4d01-a7e1-81276b0f8c47 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:12:30.149097 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-b08b039c-1eff-4d01-a7e1-81276b0f8c47 admin admin] 10.222.0.11 "PUT /v2.0/routers/9dd567c7-b09f-41c4-a98e-314cdb2727ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7404399 Jun 28 14:12:30.151603 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 60384) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:30.162553 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ae086-60a9-4db5-88f6-5ef4487df1e0 None None] Sync routers for ids ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:12:30.171487 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ae086-60a9-4db5-88f6-5ef4487df1e0 None None] Routers {'9dd567c7-b09f-41c4-a98e-314cdb2727ad'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:12:30.173930 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-a55ae086-60a9-4db5-88f6-5ef4487df1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:12:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:30.257223 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] Notify callbacks [] for router, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:30.279431 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-a55ae086-60a9-4db5-88f6-5ef4487df1e0 None None] Set router 9dd567c7-b09f-41c4-a98e-314cdb2727ad gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:12:30.356513 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:30.408597 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] Deleting port 9244af8b-e2a8-4977-8a22-97f1fe86e364 {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:12:30.409123 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:30.470490 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-a55ae086-60a9-4db5-88f6-5ef4487df1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'name': 'tempest-TestShelveInstance-678337041-router', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:31Z', 'updated_at': '2021-06-28T14:12:29Z', 'revision_number': 5, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'gw_port': {'id': '9244af8b-e2a8-4977-8a22-97f1fe86e364', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:77:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:32Z', 'updated_at': '2021-06-28T14:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:30.496576 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] For port 9244af8b-e2a8-4977-8a22-97f1fe86e364, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=9244af8b-e2a8-4977-8a22-97f1fe86e364,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:12:30.497030 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:30.512315 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] Calling delete_port for 9244af8b-e2a8-4977-8a22-97f1fe86e364 owned by network:router_gateway {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:12:30.641448 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ae086-60a9-4db5-88f6-5ef4487df1e0 None None] Checking router: 9dd567c7-b09f-41c4-a98e-314cdb2727ad for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:12:30.662039 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ae086-60a9-4db5-88f6-5ef4487df1e0 None None] Routers {'9dd567c7-b09f-41c4-a98e-314cdb2727ad'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:12:30.663183 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-a55ae086-60a9-4db5-88f6-5ef4487df1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:12:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:30.713884 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:30.717847 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-211d8667-38c3-4789-98f1-ca8506de3a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:30.775673 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] Pushing event deleted for resources: {'Port': ['ID=9244af8b-e2a8-4977-8a22-97f1fe86e364,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:30.777660 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:30.796353 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-a55ae086-60a9-4db5-88f6-5ef4487df1e0 None None] Set router 9dd567c7-b09f-41c4-a98e-314cdb2727ad gateway port host: None {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:12:30.849569 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-a55ae086-60a9-4db5-88f6-5ef4487df1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'name': 'tempest-TestShelveInstance-678337041-router', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:31Z', 'updated_at': '2021-06-28T14:12:30Z', 'revision_number': 6, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'gw_port_host': None}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:30.850755 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707218'] for router_gateway, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:30.883596 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ae086-60a9-4db5-88f6-5ef4487df1e0 None None] The sync data for ids ['9dd567c7-b09f-41c4-a98e-314cdb2727ad'] in dv-cinder-761113-15-iscsi is: [{'id': '9dd567c7-b09f-41c4-a98e-314cdb2727ad', 'name': 'tempest-TestShelveInstance-678337041-router', 'tenant_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:31Z', 'updated_at': '2021-06-28T14:12:30Z', 'revision_number': 6, 'project_id': 'f154bdfc04f34f66a9ef7393d6e7494b', 'gw_port_host': None}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:12:30.919094 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260bc77-c3f6-4590-a8d4-818675527df8 req-359cf8e6-5bd7-4249-8153-c270493f1560 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:30.919094 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d260bc77-c3f6-4590-a8d4-818675527df8 req-359cf8e6-5bd7-4249-8153-c270493f1560 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 946 time: 0.1904297 Jun 28 14:12:30.968418 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28729'] for router, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:30.971848 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.025171 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d260bc77-c3f6-4590-a8d4-818675527df8 req-0325b981-fce1-41f7-ae88-3ce865ce1f4c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740504 Jun 28 14:12:31.026365 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706264'] for router, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.027004 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dd567c7-b09f-41c4-a98e-314cdb2727ad {{(pid=93024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 14:12:31.031759 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] Notify callbacks [] for router, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.032732 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] 10.222.0.11 "DELETE /v2.0/routers/9dd567c7-b09f-41c4-a98e-314cdb2727ad HTTP/1.1" status: 204 len: 168 time: 0.8802118 Jun 28 14:12:31.035509 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 60416) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:31.081013 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63d2cb7-4d42-4cc6-a29d-f09ec341a6e7 admin admin] Deleting subnet 80e78336-1cbd-43a7-9a97-9c761be27c68 {{(pid=93024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:12:31.084704 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d63d2cb7-4d42-4cc6-a29d-f09ec341a6e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.122771 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d63d2cb7-4d42-4cc6-a29d-f09ec341a6e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640428'] for subnet, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.159665 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 60422) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:31.205199 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d63d2cb7-4d42-4cc6-a29d-f09ec341a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722368'] for subnet, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.302790 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-71717acd-3189-40d1-9359-b0cbdff23778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.311182 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d63d2cb7-4d42-4cc6-a29d-f09ec341a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6079573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6240845'] for subnet, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.314377 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:31.343455 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d2cb7-4d42-4cc6-a29d-f09ec341a6e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e78336-1cbd-43a7-9a97-9c761be27c68,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:31.348921 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d63d2cb7-4d42-4cc6-a29d-f09ec341a6e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.355503 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a6a988-db6e-4400-9b6e-e24ed31f5c07 None None] Network e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:12:31.360243 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-d63d2cb7-4d42-4cc6-a29d-f09ec341a6e7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/80e78336-1cbd-43a7-9a97-9c761be27c68 HTTP/1.1" status: 204 len: 168 time: 0.3236833 Jun 28 14:12:31.361293 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-d63d2cb7-4d42-4cc6-a29d-f09ec341a6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:31.364422 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 60430) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:31.417166 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-a59a5ec4-9e59-4341-add7-6c6563f23efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.502752 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813611'] for network, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.516728 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-71717acd-3189-40d1-9359-b0cbdff23778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.524675 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-71717acd-3189-40d1-9359-b0cbdff23778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.531025 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6f50b03b-776f-4a11-b30e-8aad489abb83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:31.584011 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-71717acd-3189-40d1-9359-b0cbdff23778 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ad44ea4916a4dabb14151040af29234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227827 Jun 28 14:12:31.586631 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 60432) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:31.590965 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71717acd-3189-40d1-9359-b0cbdff23778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18f85b5-3de9-4ed1-a797-d681565c8c89,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:31.594597 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-71717acd-3189-40d1-9359-b0cbdff23778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:31.611128 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Deleting port b779a3fe-46c7-4d09-838f-1ccc9f8047b2 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:12:31.611475 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.639014 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-06aa1a79-4fd6-4a1a-b60b-30fe3b42550e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.659990 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-06aa1a79-4fd6-4a1a-b60b-30fe3b42550e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.677480 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] For port b779a3fe-46c7-4d09-838f-1ccc9f8047b2, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=b779a3fe-46c7-4d09-838f-1ccc9f8047b2,segment=NetworkSegment(ca40b520-4dd6-4afc-8e1e-61c63781ccd8),segment_id=ca40b520-4dd6-4afc-8e1e-61c63781ccd8)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:12:31.677774 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.690543 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Calling delete_port for b779a3fe-46c7-4d09-838f-1ccc9f8047b2 owned by network:dhcp {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:12:31.704230 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-06aa1a79-4fd6-4a1a-b60b-30fe3b42550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.706793 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-06aa1a79-4fd6-4a1a-b60b-30fe3b42550e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.710349 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-06aa1a79-4fd6-4a1a-b60b-30fe3b42550e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f18f85b5-3de9-4ed1-a797-d681565c8c89 HTTP/1.1" status: 204 len: 168 time: 0.1203382 Jun 28 14:12:31.710349 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-2aed1e0b-62eb-49d9-a901-5e3d88693409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:31.731500 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa1a79-4fd6-4a1a-b60b-30fe3b42550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18f85b5-3de9-4ed1-a797-d681565c8c89,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:31.733993 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-06aa1a79-4fd6-4a1a-b60b-30fe3b42550e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:31.753002 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437b41b6-8a09-42a3-97bd-c53036b006d1 None None] DHCP port deletion for e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f request from dv-cinder-761113-15-iscsi {{(pid=93025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 14:12:31.783473 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.788583 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:31.808734 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-437b41b6-8a09-42a3-97bd-c53036b006d1 None None] Deleting port b779a3fe-46c7-4d09-838f-1ccc9f8047b2 {{(pid=93025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:12:31.809122 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-437b41b6-8a09-42a3-97bd-c53036b006d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.817440 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b779a3fe-46c7-4d09-838f-1ccc9f8047b2,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:31.820404 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:31.822750 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] No DVR routers for this DVR port b779a3fe-46c7-4d09-838f-1ccc9f8047b2 on host dv-cinder-761113-15-iscsi {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:12:31.886486 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-437b41b6-8a09-42a3-97bd-c53036b006d1 None None] For port b779a3fe-46c7-4d09-838f-1ccc9f8047b2, host dv-cinder-761113-15-iscsi, got binding levels [] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:12:31.886871 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-437b41b6-8a09-42a3-97bd-c53036b006d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.897679 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722966', 'neutron.services.segments.db._delete_segments_for_network-8749054792488'] for network, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.901530 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-437b41b6-8a09-42a3-97bd-c53036b006d1 None None] Calling delete_port for b779a3fe-46c7-4d09-838f-1ccc9f8047b2 owned by network:dhcp {{(pid=93025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:12:31.904869 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.ipam_backend_mixin [None req-437b41b6-8a09-42a3-97bd-c53036b006d1 None None] Port b779a3fe-46c7-4d09-838f-1ccc9f8047b2 was not found and therefore no delete operation was performed {{(pid=93025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 14:12:31.907104 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-437b41b6-8a09-42a3-97bd-c53036b006d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767'] for port, after_delete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.908454 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f']}} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:31.910300 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:31.923252 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca40b520-4dd6-4afc-8e1e-61c63781ccd8') {'for_net_delete': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:31.923564 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca40b520-4dd6-4afc-8e1e-61c63781ccd8') {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:31.934103 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b41b6-8a09-42a3-97bd-c53036b006d1 None None] Pushing event deleted for resources: {'Port': ['ID=b779a3fe-46c7-4d09-838f-1ccc9f8047b2,revision_number=None']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:31.935315 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054738571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6591768'] for segment, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.937261 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-437b41b6-8a09-42a3-97bd-c53036b006d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:31.938170 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437b41b6-8a09-42a3-97bd-c53036b006d1 None None] No DVR routers for this DVR port b779a3fe-46c7-4d09-838f-1ccc9f8047b2 on host dv-cinder-761113-15-iscsi {{(pid=93025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:12:31.954187 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.960605 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=93023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:12:31.961004 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6809206'] for segment, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: Traceback (most recent call last): Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: timer() Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: cb(*args, **kw) Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: return func(*args, **kwargs) Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: self._notify() Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: self.callback(batched_events) Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: event.method(event) Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: return f(self, *a, **k) Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._get(url).json() Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: return self.request(url, 'GET', **kwargs) Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:12:31.962670 dv-cinder-761113-15-iscsi neutron-server[93023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:12:32.024651 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707171'] for network, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:32.035105 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:32.038793 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:32.040795 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f HTTP/1.1" status: 204 len: 168 time: 0.6754313 Jun 28 14:12:32.043784 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 60438) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:32.050655 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f113c3-0fe3-450d-a9c0-f26d7ec5da5f,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:32.053505 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:32.055069 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 60440) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:32.068727 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ba93e5bc-4709-4def-a635-098aa8310f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:32.158724 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ba93e5bc-4709-4def-a635-098aa8310f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:32.164580 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ba93e5bc-4709-4def-a635-098aa8310f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:32.167023 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-09219bce-0fce-4ab5-acdf-fe50e12a026a tempest-VolumesNegativeTest-1048235976 tempest-VolumesNegativeTest-1048235976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:32.200313 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93e5bc-4709-4def-a635-098aa8310f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e686965-fe00-4b7a-8fd6-c484a073f51b,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:32.207439 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-ba93e5bc-4709-4def-a635-098aa8310f05 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=35cbed069c704584bd89ed2c5c9b920d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482701 Jun 28 14:12:32.207439 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ba93e5bc-4709-4def-a635-098aa8310f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:32.207880 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 60442) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:32.256697 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-50dd39d6-fd12-4d11-839f-50607744b92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:32.276825 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-50dd39d6-fd12-4d11-839f-50607744b92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:32.325773 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-50dd39d6-fd12-4d11-839f-50607744b92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:32.328523 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-50dd39d6-fd12-4d11-839f-50607744b92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:32.329585 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-50dd39d6-fd12-4d11-839f-50607744b92b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e686965-fe00-4b7a-8fd6-c484a073f51b HTTP/1.1" status: 204 len: 168 time: 0.1210885 Jun 28 14:12:32.330351 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-7d64c962-38d4-4c85-8096-9149986c395c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:32.338592 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd39d6-fd12-4d11-839f-50607744b92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e686965-fe00-4b7a-8fd6-c484a073f51b,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:32.346851 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-50dd39d6-fd12-4d11-839f-50607744b92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:32.406499 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d5a0ce73-8aec-4ceb-8f95-fd9b4e107bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549623'] for router_interface, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:32.474259 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 9244af8b-e2a8-4977-8a22-97f1fe86e364 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:12:32.497216 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: 9244af8b-e2a8-4977-8a22-97f1fe86e364 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:12:32.497638 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 9244af8b-e2a8-4977-8a22-97f1fe86e364 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:12:32.498273 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device b779a3fe-46c7-4d09-838f-1ccc9f8047b2 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:12:32.519608 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: b779a3fe-46c7-4d09-838f-1ccc9f8047b2 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:12:32.519992 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device b779a3fe-46c7-4d09-838f-1ccc9f8047b2 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:12:32.520749 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 0db0d401-cbc4-4d63-867a-cbd678263943 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:12:32.547480 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: 0db0d401-cbc4-4d63-867a-cbd678263943 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:12:32.548187 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 0db0d401-cbc4-4d63-867a-cbd678263943 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:12:32.708386 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0ce73-8aec-4ceb-8f95-fd9b4e107bc2 admin admin] Deleting port 4419e3d2-4293-43cc-ae26-f26fad2c59cf {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:12:32.708725 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d5a0ce73-8aec-4ceb-8f95-fd9b4e107bc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:32.798118 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [None req-d5a0ce73-8aec-4ceb-8f95-fd9b4e107bc2 admin admin] For port 4419e3d2-4293-43cc-ae26-f26fad2c59cf, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=4419e3d2-4293-43cc-ae26-f26fad2c59cf,segment=NetworkSegment(fd6d37b6-3a3c-420c-8b06-53a9d638d65f),segment_id=fd6d37b6-3a3c-420c-8b06-53a9d638d65f)] {{(pid=93024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:12:32.798486 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d5a0ce73-8aec-4ceb-8f95-fd9b4e107bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:32.812111 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0ce73-8aec-4ceb-8f95-fd9b4e107bc2 admin admin] Calling delete_port for 4419e3d2-4293-43cc-ae26-f26fad2c59cf owned by network:router_interface {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:12:33.029117 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d5a0ce73-8aec-4ceb-8f95-fd9b4e107bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:33.032961 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-6d3d5ca0-98b7-4800-aa49-9bb126b6f374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:33.058810 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0ce73-8aec-4ceb-8f95-fd9b4e107bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4419e3d2-4293-43cc-ae26-f26fad2c59cf,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:33.064453 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-d5a0ce73-8aec-4ceb-8f95-fd9b4e107bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:33.223563 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d5a0ce73-8aec-4ceb-8f95-fd9b4e107bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705287'] for router_interface, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:33.445293 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a0ce73-8aec-4ceb-8f95-fd9b4e107bc2 admin admin] Router 965d72da-dcf8-4687-bbe0-61f71c96ee61 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:12:33.552644 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a0ce73-8aec-4ceb-8f95-fd9b4e107bc2 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:12:33.558026 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-d5a0ce73-8aec-4ceb-8f95-fd9b4e107bc2 admin admin] 10.222.0.11 "PUT /v2.0/routers/965d72da-dcf8-4687-bbe0-61f71c96ee61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5132155 Jun 28 14:12:33.560516 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 60488) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:33.561611 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb35925-0d0a-40bd-a5bd-a1eb47dae876 None None] Sync routers for ids ['965d72da-dcf8-4687-bbe0-61f71c96ee61'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:12:33.571214 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb35925-0d0a-40bd-a5bd-a1eb47dae876 None None] Routers {'965d72da-dcf8-4687-bbe0-61f71c96ee61'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:12:33.571878 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-9cb35925-0d0a-40bd-a5bd-a1eb47dae876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:12:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['965d72da-dcf8-4687-bbe0-61f71c96ee61'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:33.679026 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-9cb35925-0d0a-40bd-a5bd-a1eb47dae876 None None] Set router 965d72da-dcf8-4687-bbe0-61f71c96ee61 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:12:33.860303 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-9cb35925-0d0a-40bd-a5bd-a1eb47dae876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'name': 'tempest-TestShelveInstance-734571046-router', 'tenant_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:37Z', 'updated_at': '2021-06-28T14:12:32Z', 'revision_number': 5, 'project_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'gw_port': {'id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:38Z', 'updated_at': '2021-06-28T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:33.889853 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-81b995fe-7f07-4483-9e59-11138301e265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:33.892109 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb35925-0d0a-40bd-a5bd-a1eb47dae876 None None] Checking router: 965d72da-dcf8-4687-bbe0-61f71c96ee61 for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:12:33.900134 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb35925-0d0a-40bd-a5bd-a1eb47dae876 None None] Routers {'965d72da-dcf8-4687-bbe0-61f71c96ee61'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:12:33.900742 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-9cb35925-0d0a-40bd-a5bd-a1eb47dae876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:12:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['965d72da-dcf8-4687-bbe0-61f71c96ee61'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:33.943081 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5170390a-fe41-4eaa-8a66-03314b985fa6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:34.019628 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-9cb35925-0d0a-40bd-a5bd-a1eb47dae876 None None] Set router 965d72da-dcf8-4687-bbe0-61f71c96ee61 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:12:34.052687 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5170390a-fe41-4eaa-8a66-03314b985fa6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:34.121613 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-5170390a-fe41-4eaa-8a66-03314b985fa6 admin admin] Deleting port 549903f2-cca8-46f7-bde5-b667e455a36b {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:12:34.122331 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5170390a-fe41-4eaa-8a66-03314b985fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:34.182242 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:34.215349 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [None req-5170390a-fe41-4eaa-8a66-03314b985fa6 admin admin] For port 549903f2-cca8-46f7-bde5-b667e455a36b, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=549903f2-cca8-46f7-bde5-b667e455a36b,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:12:34.215755 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5170390a-fe41-4eaa-8a66-03314b985fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:34.228293 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-5170390a-fe41-4eaa-8a66-03314b985fa6 admin admin] Calling delete_port for 549903f2-cca8-46f7-bde5-b667e455a36b owned by network:router_gateway {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:12:34.229646 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-9cb35925-0d0a-40bd-a5bd-a1eb47dae876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'name': 'tempest-TestShelveInstance-734571046-router', 'tenant_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:37Z', 'updated_at': '2021-06-28T14:12:32Z', 'revision_number': 5, 'project_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'gw_port': {'id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:38Z', 'updated_at': '2021-06-28T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:34.255343 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb35925-0d0a-40bd-a5bd-a1eb47dae876 None None] The sync data for ids ['965d72da-dcf8-4687-bbe0-61f71c96ee61'] in dv-cinder-761113-15-iscsi is: [{'id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'name': 'tempest-TestShelveInstance-734571046-router', 'tenant_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:06:37Z', 'updated_at': '2021-06-28T14:12:32Z', 'revision_number': 5, 'project_id': 'cfe76ddf97044e2fbf6880db6ca2129a', 'gw_port': {'id': '549903f2-cca8-46f7-bde5-b667e455a36b', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965d72da-dcf8-4687-bbe0-61f71c96ee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:06:38Z', 'updated_at': '2021-06-28T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:12:34.391518 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5170390a-fe41-4eaa-8a66-03314b985fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:34.394887 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-30e67dc7-8ecf-40c9-957b-f534e82867cf tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:34.417716 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170390a-fe41-4eaa-8a66-03314b985fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=549903f2-cca8-46f7-bde5-b667e455a36b,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:34.420175 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-5170390a-fe41-4eaa-8a66-03314b985fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:34.478544 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5170390a-fe41-4eaa-8a66-03314b985fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707218'] for router_gateway, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:34.573998 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5170390a-fe41-4eaa-8a66-03314b985fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28729'] for router, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:34.575977 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5170390a-fe41-4eaa-8a66-03314b985fa6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:34.621316 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5170390a-fe41-4eaa-8a66-03314b985fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706264'] for router, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:34.622034 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5170390a-fe41-4eaa-8a66-03314b985fa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 965d72da-dcf8-4687-bbe0-61f71c96ee61 {{(pid=93024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 14:12:34.631793 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5170390a-fe41-4eaa-8a66-03314b985fa6 admin admin] Notify callbacks [] for router, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:34.635542 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-5170390a-fe41-4eaa-8a66-03314b985fa6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/965d72da-dcf8-4687-bbe0-61f71c96ee61 HTTP/1.1" status: 204 len: 168 time: 1.0716586 Jun 28 14:12:34.635542 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 60502) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:34.683373 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4b0036-dc8b-4258-a68b-05a5012a0b69 admin admin] Deleting subnet ac17c6d0-cbb8-462d-b4d1-11928a594c70 {{(pid=93024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:12:34.687084 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8e4b0036-dc8b-4258-a68b-05a5012a0b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:34.714381 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 4419e3d2-4293-43cc-ae26-f26fad2c59cf no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:12:34.726745 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8e4b0036-dc8b-4258-a68b-05a5012a0b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640428'] for subnet, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:34.733595 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: 4419e3d2-4293-43cc-ae26-f26fad2c59cf {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:12:34.734109 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 4419e3d2-4293-43cc-ae26-f26fad2c59cf not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:12:34.803309 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8e4b0036-dc8b-4258-a68b-05a5012a0b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722368'] for subnet, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:34.861296 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8e4b0036-dc8b-4258-a68b-05a5012a0b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6079573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6240845'] for subnet, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:34.863646 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:34.889195 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b0036-dc8b-4258-a68b-05a5012a0b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac17c6d0-cbb8-462d-b4d1-11928a594c70,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:34.891190 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8e4b0036-dc8b-4258-a68b-05a5012a0b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:34.893115 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-8e4b0036-dc8b-4258-a68b-05a5012a0b69 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ac17c6d0-cbb8-462d-b4d1-11928a594c70 HTTP/1.1" status: 204 len: 168 time: 0.2563550 Jun 28 14:12:34.896470 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 60504) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:34.896978 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-8e4b0036-dc8b-4258-a68b-05a5012a0b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:34.901913 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0216ae11-34bb-446c-9c48-609f2aaab114 None None] Network 1e8729b7-47e9-4379-bfdb-87d1b8e871d8 requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:12:34.968594 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813611'] for network, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:35.028693 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Deleting port 6cc1f5b4-028c-4b67-a05d-e3590789c436 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:12:35.029032 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:35.075648 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:35.093576 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] For port 6cc1f5b4-028c-4b67-a05d-e3590789c436, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=6cc1f5b4-028c-4b67-a05d-e3590789c436,segment=NetworkSegment(fd6d37b6-3a3c-420c-8b06-53a9d638d65f),segment_id=fd6d37b6-3a3c-420c-8b06-53a9d638d65f)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:12:35.093871 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:35.105711 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Calling delete_port for 6cc1f5b4-028c-4b67-a05d-e3590789c436 owned by network:dhcp {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:12:35.187805 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:35.189812 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-06eff7f8-739c-4c68-9931-b2a3c2f3c96b tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:35.215428 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc1f5b4-028c-4b67-a05d-e3590789c436,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:35.219506 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:35.221464 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] No DVR routers for this DVR port 6cc1f5b4-028c-4b67-a05d-e3590789c436 on host dv-cinder-761113-15-iscsi {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:12:35.266319 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e8662f-f74c-488a-9029-451e0187fa86 None None] DHCP port deletion for 1e8729b7-47e9-4379-bfdb-87d1b8e871d8 request from dv-cinder-761113-15-iscsi {{(pid=93025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 14:12:35.297180 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722966', 'neutron.services.segments.db._delete_segments_for_network-8749054792488'] for network, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:35.311169 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8729b7-47e9-4379-bfdb-87d1b8e871d8']}} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:35.322520 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6d37b6-3a3c-420c-8b06-53a9d638d65f') {'for_net_delete': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:35.322853 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6d37b6-3a3c-420c-8b06-53a9d638d65f') {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:12:35.331742 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054738571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6591768'] for segment, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:35.345302 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:35.351376 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:12:35.351805 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6809206'] for segment, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: Traceback (most recent call last): Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: timer() Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: cb(*args, **kw) Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: return func(*args, **kwargs) Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: self._notify() Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: self.callback(batched_events) Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: event.method(event) Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: return f(self, *a, **k) Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._get(url).json() Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: return self.request(url, 'GET', **kwargs) Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:12:35.353449 dv-cinder-761113-15-iscsi neutron-server[93023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:12:35.417226 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707171'] for network, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:35.421996 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:35.424253 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1e8729b7-47e9-4379-bfdb-87d1b8e871d8 HTTP/1.1" status: 204 len: 168 time: 0.5264688 Jun 28 14:12:35.425799 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-11734407-fcef-4242-b919-764e79cb58cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:35.439125 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e8729b7-47e9-4379-bfdb-87d1b8e871d8,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:35.441666 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:35.588055 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 60516) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:35.627482 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-49bfac10-1b41-474c-9d52-87cf9c6dff23 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f154bdfc04f34f66a9ef7393d6e7494b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381653 Jun 28 14:12:35.630044 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 60518) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:35.681498 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a84fc8f0-ef57-4053-a019-bfdcaaa18db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:35.701691 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a84fc8f0-ef57-4053-a019-bfdcaaa18db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:35.745366 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a84fc8f0-ef57-4053-a019-bfdcaaa18db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:35.748031 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a84fc8f0-ef57-4053-a019-bfdcaaa18db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:35.749150 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-a84fc8f0-ef57-4053-a019-bfdcaaa18db1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29e409a3-6b41-454c-bab3-c29c4189169d HTTP/1.1" status: 204 len: 168 time: 0.1181328 Jun 28 14:12:35.749933 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-2175ae11-03d8-4544-9b7e-c807a16d29c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:35.757339 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fc8f0-ef57-4053-a019-bfdcaaa18db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e409a3-6b41-454c-bab3-c29c4189169d,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:35.759458 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a84fc8f0-ef57-4053-a019-bfdcaaa18db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:36.047571 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 60526) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:36.093365 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-5138c8f8-bd84-4d91-be75-371c3a8af0f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cfe76ddf97044e2fbf6880db6ca2129a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445571 Jun 28 14:12:36.095627 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 60528) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:36.141268 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0c922a85-4c1c-4b37-8c89-e7881e89f3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:36.164809 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0c922a85-4c1c-4b37-8c89-e7881e89f3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:36.208304 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0c922a85-4c1c-4b37-8c89-e7881e89f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:36.211043 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-0c922a85-4c1c-4b37-8c89-e7881e89f3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:36.212181 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-0c922a85-4c1c-4b37-8c89-e7881e89f3c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/991f0d64-f09e-478f-8843-9d845cb4c0a4 HTTP/1.1" status: 204 len: 168 time: 0.1156507 Jun 28 14:12:36.212914 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-9aaa65f8-cbc0-4e7b-8eab-b3cb18e1a19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:36.219989 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c922a85-4c1c-4b37-8c89-e7881e89f3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991f0d64-f09e-478f-8843-9d845cb4c0a4,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:36.223661 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-0c922a85-4c1c-4b37-8c89-e7881e89f3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:36.439819 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 549903f2-cca8-46f7-bde5-b667e455a36b no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:12:36.461966 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: 549903f2-cca8-46f7-bde5-b667e455a36b {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:12:36.462322 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 549903f2-cca8-46f7-bde5-b667e455a36b not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:12:36.462761 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 6cc1f5b4-028c-4b67-a05d-e3590789c436 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:12:36.487195 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: 6cc1f5b4-028c-4b67-a05d-e3590789c436 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:12:36.488162 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 6cc1f5b4-028c-4b67-a05d-e3590789c436 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:12:36.526135 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:46.342096 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798cffa-6bfa-458b-8172-c49e99450e2c req-7a67ced2-0b13-4e00-969e-d443f889e4f3 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:46.343449 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-e798cffa-6bfa-458b-8172-c49e99450e2c req-7a67ced2-0b13-4e00-969e-d443f889e4f3 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 946 time: 0.0627670 Jun 28 14:12:46.379632 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-e798cffa-6bfa-458b-8172-c49e99450e2c req-9fe75fbf-0736-47c9-8656-fbd640ff136d tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301433 Jun 28 14:12:47.549583 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4dab3-40cc-4243-9c4f-53e8193e1a4e req-91da0c70-de9a-4ec1-a21a-a686908a1a47 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:47.551047 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d6c4dab3-40cc-4243-9c4f-53e8193e1a4e req-91da0c70-de9a-4ec1-a21a-a686908a1a47 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 946 time: 0.0630684 Jun 28 14:12:47.587766 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d6c4dab3-40cc-4243-9c4f-53e8193e1a4e req-cb9366f1-5dc8-434a-8b2c-1b6f2f1504f2 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311091 Jun 28 14:12:48.753067 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5f4ae-5fe7-4e0e-9cef-98a03db2dd8f req-9bb6ad8d-ac85-4efe-b501-b25147b83b08 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:48.754492 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-acc5f4ae-5fe7-4e0e-9cef-98a03db2dd8f req-9bb6ad8d-ac85-4efe-b501-b25147b83b08 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 946 time: 0.0610967 Jun 28 14:12:48.794309 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-acc5f4ae-5fe7-4e0e-9cef-98a03db2dd8f req-7ffc8151-c6a5-42ba-aaac-469ad0011702 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344703 Jun 28 14:12:49.974757 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757ce88-9c01-4401-b9df-e6e7d28d45d4 req-9b8235cd-760a-4849-857d-1f0655833b79 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:49.976237 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1757ce88-9c01-4401-b9df-e6e7d28d45d4 req-9b8235cd-760a-4849-857d-1f0655833b79 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 946 time: 0.0639546 Jun 28 14:12:50.015982 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1757ce88-9c01-4401-b9df-e6e7d28d45d4 req-f8928aa5-d5fc-4fbc-b736-1d1a26938781 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338647 Jun 28 14:12:50.266483 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291021f-1f34-4ef1-a26a-a8390c7cdaad req-8f586bd4-5d71-4392-9820-da73462c36f1 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:50.267871 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a291021f-1f34-4ef1-a26a-a8390c7cdaad req-8f586bd4-5d71-4392-9820-da73462c36f1 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.55 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 946 time: 0.0603936 Jun 28 14:12:50.361758 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-a291021f-1f34-4ef1-a26a-a8390c7cdaad req-7559d6eb-40df-4076-9ce2-5086a9dc3fa7 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Deleting port 897094ad-fd1e-475e-9abf-4bf3edba3df4 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:12:50.362100 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-a291021f-1f34-4ef1-a26a-a8390c7cdaad req-7559d6eb-40df-4076-9ce2-5086a9dc3fa7 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:50.449368 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-a291021f-1f34-4ef1-a26a-a8390c7cdaad req-7559d6eb-40df-4076-9ce2-5086a9dc3fa7 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] For port 897094ad-fd1e-475e-9abf-4bf3edba3df4, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=897094ad-fd1e-475e-9abf-4bf3edba3df4,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:12:50.449731 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-a291021f-1f34-4ef1-a26a-a8390c7cdaad req-7559d6eb-40df-4076-9ce2-5086a9dc3fa7 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:50.461837 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-a291021f-1f34-4ef1-a26a-a8390c7cdaad req-7559d6eb-40df-4076-9ce2-5086a9dc3fa7 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Calling delete_port for 897094ad-fd1e-475e-9abf-4bf3edba3df4 owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:12:50.593314 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-a291021f-1f34-4ef1-a26a-a8390c7cdaad req-7559d6eb-40df-4076-9ce2-5086a9dc3fa7 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:50.597148 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6006036e-0c7c-4bdd-8ffe-2b8ddd06a400 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:50.621631 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559d6eb-40df-4076-9ce2-5086a9dc3fa7 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Pushing event deleted for resources: {'Port': ['ID=897094ad-fd1e-475e-9abf-4bf3edba3df4,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:50.624711 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-7559d6eb-40df-4076-9ce2-5086a9dc3fa7 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:50.628973 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['25cdf378-b641-45bd-9c28-957328f1819c', 'bc68adb3-33e6-47a3-ab47-31a9a4892cd1', 'e299b8da-4203-49ec-8b50-311b2e9270e5', '897094ad-fd1e-475e-9abf-4bf3edba3df4'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:12:50.666072 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a291021f-1f34-4ef1-a26a-a8390c7cdaad req-7559d6eb-40df-4076-9ce2-5086a9dc3fa7 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] No DVR routers for this DVR port 897094ad-fd1e-475e-9abf-4bf3edba3df4 on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:12:50.668612 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-a291021f-1f34-4ef1-a26a-a8390c7cdaad req-7559d6eb-40df-4076-9ce2-5086a9dc3fa7 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:50.670563 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a291021f-1f34-4ef1-a26a-a8390c7cdaad req-7559d6eb-40df-4076-9ce2-5086a9dc3fa7 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.55 "DELETE /v2.0/ports/897094ad-fd1e-475e-9abf-4bf3edba3df4 HTTP/1.1" status: 204 len: 173 time: 0.3978255 Jun 28 14:12:50.671072 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63226fe-aa4f-488b-9363-18180d8753d8', 'name': 'network-vif-deleted', 'tag': '897094ad-fd1e-475e-9abf-4bf3edba3df4'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:12:50.673403 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e5d066-192e-4152-971f-9f2a1720027f" -d '{"events": [{"server_uuid": "a63226fe-aa4f-488b-9363-18180d8753d8", "name": "network-vif-deleted", "tag": "897094ad-fd1e-475e-9abf-4bf3edba3df4"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:12:50.709280 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0558d899-8f1b-4e45-9b18-aa96c5ce5729 x-openstack-request-id: req-0558d899-8f1b-4e45-9b18-aa96c5ce5729 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:12:50.709619 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63226fe-aa4f-488b-9363-18180d8753d8", "name": "network-vif-deleted", "tag": "897094ad-fd1e-475e-9abf-4bf3edba3df4", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:12:50.710031 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0558d899-8f1b-4e45-9b18-aa96c5ce5729 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:12:50.710592 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63226fe-aa4f-488b-9363-18180d8753d8', 'name': 'network-vif-deleted', 'tag': '897094ad-fd1e-475e-9abf-4bf3edba3df4', 'status': 'completed', 'code': 200} Jun 28 14:12:50.774815 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:12:51.167401 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7d583953-2a14-4647-a1fb-02fbf4968231 req-34505d9a-8b3d-484c-8d00-d6b2b02c6587 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 210 time: 0.0301902 Jun 28 14:12:52.315731 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-d819a908-c9f6-4673-8035-1b0a7059796f req-79ec4bef-c464-4ddb-be82-4ae6bd5fb310 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63226fe-aa4f-488b-9363-18180d8753d8 HTTP/1.1" status: 200 len: 210 time: 0.0279679 Jun 28 14:12:54.868994 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239242d-ab1c-4ced-abb6-e3fe76312a3b req-fb44db8a-30ab-4855-b8cc-dd6ba182be81 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:54.870413 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9239242d-ab1c-4ced-abb6-e3fe76312a3b req-fb44db8a-30ab-4855-b8cc-dd6ba182be81 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 945 time: 0.0642781 Jun 28 14:12:54.907167 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9239242d-ab1c-4ced-abb6-e3fe76312a3b req-f753a90b-e312-45c6-8811-8f480edda090 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313156 Jun 28 14:12:54.921385 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 897094ad-fd1e-475e-9abf-4bf3edba3df4 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:12:54.941311 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: 897094ad-fd1e-475e-9abf-4bf3edba3df4 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:12:54.941592 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 897094ad-fd1e-475e-9abf-4bf3edba3df4 not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:12:56.075869 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ec8ae-d048-4aa7-af59-6f02997889e1 req-d732b345-a513-4885-8369-d06adeec9a9c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:56.077295 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2a5ec8ae-d048-4aa7-af59-6f02997889e1 req-d732b345-a513-4885-8369-d06adeec9a9c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 945 time: 0.0609365 Jun 28 14:12:56.115026 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2a5ec8ae-d048-4aa7-af59-6f02997889e1 req-75e5b6ca-3b8b-43a6-927a-78792cc827ca tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315902 Jun 28 14:12:56.443274 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f6db1-9f92-4127-84b5-78f283a17f56 req-03aa0950-45ce-4cfe-a746-5967526d7d82 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:56.444801 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-697f6db1-9f92-4127-84b5-78f283a17f56 req-03aa0950-45ce-4cfe-a746-5967526d7d82 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 945 time: 0.0654452 Jun 28 14:12:56.549888 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-697f6db1-9f92-4127-84b5-78f283a17f56 req-814f76a1-809f-49c6-9e4d-8e16eb572630 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Deleting port e299b8da-4203-49ec-8b50-311b2e9270e5 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:12:56.550150 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-697f6db1-9f92-4127-84b5-78f283a17f56 req-814f76a1-809f-49c6-9e4d-8e16eb572630 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:56.636000 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-697f6db1-9f92-4127-84b5-78f283a17f56 req-814f76a1-809f-49c6-9e4d-8e16eb572630 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] For port e299b8da-4203-49ec-8b50-311b2e9270e5, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e299b8da-4203-49ec-8b50-311b2e9270e5,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:12:56.636413 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-697f6db1-9f92-4127-84b5-78f283a17f56 req-814f76a1-809f-49c6-9e4d-8e16eb572630 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:56.649055 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-697f6db1-9f92-4127-84b5-78f283a17f56 req-814f76a1-809f-49c6-9e4d-8e16eb572630 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Calling delete_port for e299b8da-4203-49ec-8b50-311b2e9270e5 owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:12:56.769611 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:56.775378 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-697f6db1-9f92-4127-84b5-78f283a17f56 req-814f76a1-809f-49c6-9e4d-8e16eb572630 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:56.779079 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4c5fad76-73a1-4988-b2cd-b38945104120 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:12:56.803444 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f76a1-809f-49c6-9e4d-8e16eb572630 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Pushing event deleted for resources: {'Port': ['ID=e299b8da-4203-49ec-8b50-311b2e9270e5,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:12:56.806565 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-814f76a1-809f-49c6-9e4d-8e16eb572630 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:12:56.848054 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-697f6db1-9f92-4127-84b5-78f283a17f56 req-814f76a1-809f-49c6-9e4d-8e16eb572630 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] No DVR routers for this DVR port e299b8da-4203-49ec-8b50-311b2e9270e5 on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:12:56.850462 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-697f6db1-9f92-4127-84b5-78f283a17f56 req-814f76a1-809f-49c6-9e4d-8e16eb572630 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:56.852962 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-697f6db1-9f92-4127-84b5-78f283a17f56 req-814f76a1-809f-49c6-9e4d-8e16eb572630 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.55 "DELETE /v2.0/ports/e299b8da-4203-49ec-8b50-311b2e9270e5 HTTP/1.1" status: 204 len: 173 time: 0.4030423 Jun 28 14:12:56.853461 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3e70ad-91ce-48cb-9591-0a137dd43034', 'name': 'network-vif-deleted', 'tag': 'e299b8da-4203-49ec-8b50-311b2e9270e5'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:12:56.856068 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aa2955-7db5-40c5-b349-99d5b46218dd" -d '{"events": [{"server_uuid": "ef3e70ad-91ce-48cb-9591-0a137dd43034", "name": "network-vif-deleted", "tag": "e299b8da-4203-49ec-8b50-311b2e9270e5"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:12:56.890395 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c711a5-0695-4925-bfa2-28aa1399ab22 x-openstack-request-id: req-a7c711a5-0695-4925-bfa2-28aa1399ab22 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:12:56.890726 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3e70ad-91ce-48cb-9591-0a137dd43034", "name": "network-vif-deleted", "tag": "e299b8da-4203-49ec-8b50-311b2e9270e5", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:12:56.891020 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a7c711a5-0695-4925-bfa2-28aa1399ab22 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:12:56.891438 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3e70ad-91ce-48cb-9591-0a137dd43034', 'name': 'network-vif-deleted', 'tag': 'e299b8da-4203-49ec-8b50-311b2e9270e5', 'status': 'completed', 'code': 200} Jun 28 14:12:57.254034 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6b8765aa-c373-4324-a55a-98ace37cb9a6 req-86e66179-109a-4a1d-88b4-f2e6f0b6e283 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 210 time: 0.0282161 Jun 28 14:12:58.388716 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bfc51ca0-c214-4373-a5e5-a5c54b0cfbd9 req-6aa44ea2-1a12-4abe-b396-f739ea467b8b tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 210 time: 0.0273750 Jun 28 14:12:59.389002 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['25cdf378-b641-45bd-9c28-957328f1819c', 'bc68adb3-33e6-47a3-ab47-31a9a4892cd1', 'e299b8da-4203-49ec-8b50-311b2e9270e5'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:12:59.551070 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-732f0e2c-bc24-4a62-b64b-792a02c97da0 req-a0c74272-5691-4802-9f84-2e48f6b0fde9 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef3e70ad-91ce-48cb-9591-0a137dd43034 HTTP/1.1" status: 200 len: 210 time: 0.0377672 Jun 28 14:13:00.813363 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-117f0a21-3e18-47a4-9315-1b887005524e req-fe44b019-25b2-413d-8517-bacd2c9c267e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4c4369b4-9eae-437d-8a78-97733cf1fec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528738 Jun 28 14:13:01.008826 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f0a21-3e18-47a4-9315-1b887005524e req-a8c696fe-40ae-4703-b0b4-f71472840363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:01.010280 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-117f0a21-3e18-47a4-9315-1b887005524e req-a8c696fe-40ae-4703-b0b4-f71472840363 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfbbb7b45ef9427d9c367133ec12e0be&device_id=4c4369b4-9eae-437d-8a78-97733cf1fec8 HTTP/1.1" status: 200 len: 1098 time: 0.0902159 Jun 28 14:13:01.035072 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ee538-6540-48d8-a469-0925274f2e13 req-136b1d00-036a-4a97-9197-f0157bdb1989 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:01.036500 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-723ee538-6540-48d8-a469-0925274f2e13 req-136b1d00-036a-4a97-9197-f0157bdb1989 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 945 time: 0.0776150 Jun 28 14:13:01.122399 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-723ee538-6540-48d8-a469-0925274f2e13 req-ac78de67-a27e-4121-b006-6ef4ba98b080 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781021 Jun 28 14:13:01.141719 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f0a21-3e18-47a4-9315-1b887005524e req-07092221-c867-468c-b819-88d8a04ba1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:01.143123 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-117f0a21-3e18-47a4-9315-1b887005524e req-07092221-c867-468c-b819-88d8a04ba1d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=58c4e9b3-473a-4e37-b301-2f352bae94f1 HTTP/1.1" status: 200 len: 916 time: 0.1058092 Jun 28 14:13:01.186990 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-117f0a21-3e18-47a4-9315-1b887005524e req-f167a05f-3548-4061-a8ac-b102a978d388 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25cdf378-b641-45bd-9c28-957328f1819c HTTP/1.1" status: 200 len: 217 time: 0.0359149 Jun 28 14:13:01.234396 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f0a21-3e18-47a4-9315-1b887005524e req-1868a00f-1df8-4b76-9cc2-4969d1ca7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:01.235847 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-117f0a21-3e18-47a4-9315-1b887005524e req-1868a00f-1df8-4b76-9cc2-4969d1ca7985 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ca33b3f-14d0-4969-a6ad-0391ccfbfe94 HTTP/1.1" status: 200 len: 855 time: 0.0416217 Jun 28 14:13:01.269896 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-117f0a21-3e18-47a4-9315-1b887005524e req-e4b437ba-d859-4ca1-b89f-951e8f28bebc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58c4e9b3-473a-4e37-b301-2f352bae94f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255444 Jun 28 14:13:01.360633 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-117f0a21-3e18-47a4-9315-1b887005524e req-ae6fc44b-35c0-434b-b5d9-fb7a7b9f1c7f service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838132 Jun 28 14:13:01.367347 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa10b-1b55-48f6-8b53-ee812c13c771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:01.447063 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-117f0a21-3e18-47a4-9315-1b887005524e req-7a2f83a1-9e86-483c-ae5e-c0f78755c3e2 service neutron] 10.222.0.55 "GET /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790083 Jun 28 14:13:02.294366 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb2568-67b6-47c1-ba66-11baf06686ce req-3d15c37c-36bb-4ddc-a4ce-33ff986574b8 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:02.295784 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-03bb2568-67b6-47c1-ba66-11baf06686ce req-3d15c37c-36bb-4ddc-a4ce-33ff986574b8 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 945 time: 0.0644817 Jun 28 14:13:02.334474 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-03bb2568-67b6-47c1-ba66-11baf06686ce req-4be645ff-a08b-45b1-b79c-86b8399f72d4 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Jun 28 14:13:02.957265 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee0c9f-e2d5-4e2f-a58d-4bc113f9c434 req-85a2694d-5379-4499-931c-14b0a743ad3c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:02.958725 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-39ee0c9f-e2d5-4e2f-a58d-4bc113f9c434 req-85a2694d-5379-4499-931c-14b0a743ad3c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 945 time: 0.3259933 Jun 28 14:13:03.056999 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-39ee0c9f-e2d5-4e2f-a58d-4bc113f9c434 req-47e3919d-ac6c-4a42-950a-2e1e8c33fe9c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Deleting port bc68adb3-33e6-47a3-ab47-31a9a4892cd1 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:13:03.057345 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-39ee0c9f-e2d5-4e2f-a58d-4bc113f9c434 req-47e3919d-ac6c-4a42-950a-2e1e8c33fe9c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:03.145402 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-39ee0c9f-e2d5-4e2f-a58d-4bc113f9c434 req-47e3919d-ac6c-4a42-950a-2e1e8c33fe9c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] For port bc68adb3-33e6-47a3-ab47-31a9a4892cd1, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=bc68adb3-33e6-47a3-ab47-31a9a4892cd1,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:13:03.145767 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-39ee0c9f-e2d5-4e2f-a58d-4bc113f9c434 req-47e3919d-ac6c-4a42-950a-2e1e8c33fe9c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:03.158123 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-39ee0c9f-e2d5-4e2f-a58d-4bc113f9c434 req-47e3919d-ac6c-4a42-950a-2e1e8c33fe9c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Calling delete_port for bc68adb3-33e6-47a3-ab47-31a9a4892cd1 owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:13:03.286764 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-39ee0c9f-e2d5-4e2f-a58d-4bc113f9c434 req-47e3919d-ac6c-4a42-950a-2e1e8c33fe9c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:03.290606 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-15370562-6388-4956-bb85-e77d7c8c65e6 tempest-ServerRescueNegativeTestJSON-1843760389 tempest-ServerRescueNegativeTestJSON-1843760389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:03.315778 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3919d-ac6c-4a42-950a-2e1e8c33fe9c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Pushing event deleted for resources: {'Port': ['ID=bc68adb3-33e6-47a3-ab47-31a9a4892cd1,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:03.318607 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-47e3919d-ac6c-4a42-950a-2e1e8c33fe9c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:03.329319 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['25cdf378-b641-45bd-9c28-957328f1819c', 'bc68adb3-33e6-47a3-ab47-31a9a4892cd1'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:13:03.360737 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ee0c9f-e2d5-4e2f-a58d-4bc113f9c434 req-47e3919d-ac6c-4a42-950a-2e1e8c33fe9c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] No DVR routers for this DVR port bc68adb3-33e6-47a3-ab47-31a9a4892cd1 on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:13:03.364184 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-39ee0c9f-e2d5-4e2f-a58d-4bc113f9c434 req-47e3919d-ac6c-4a42-950a-2e1e8c33fe9c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:03.366482 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-39ee0c9f-e2d5-4e2f-a58d-4bc113f9c434 req-47e3919d-ac6c-4a42-950a-2e1e8c33fe9c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.55 "DELETE /v2.0/ports/bc68adb3-33e6-47a3-ab47-31a9a4892cd1 HTTP/1.1" status: 204 len: 173 time: 0.4010327 Jun 28 14:13:03.367191 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc01d98-62d2-4a26-89e6-cdd55962fe37', 'name': 'network-vif-deleted', 'tag': 'bc68adb3-33e6-47a3-ab47-31a9a4892cd1'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:13:03.369891 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a675942-d80a-4f8f-a253-f2bbc26a246e" -d '{"events": [{"server_uuid": "acc01d98-62d2-4a26-89e6-cdd55962fe37", "name": "network-vif-deleted", "tag": "bc68adb3-33e6-47a3-ab47-31a9a4892cd1"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:13:03.417242 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device bc68adb3-33e6-47a3-ab47-31a9a4892cd1 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:13:03.429230 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0a5773-38f1-4c9e-b0aa-80946973e643 x-openstack-request-id: req-ed0a5773-38f1-4c9e-b0aa-80946973e643 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:13:03.429623 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc01d98-62d2-4a26-89e6-cdd55962fe37", "name": "network-vif-deleted", "tag": "bc68adb3-33e6-47a3-ab47-31a9a4892cd1", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:13:03.430005 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed0a5773-38f1-4c9e-b0aa-80946973e643 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:13:03.431353 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc01d98-62d2-4a26-89e6-cdd55962fe37', 'name': 'network-vif-deleted', 'tag': 'bc68adb3-33e6-47a3-ab47-31a9a4892cd1', 'status': 'completed', 'code': 200} Jun 28 14:13:03.446252 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: bc68adb3-33e6-47a3-ab47-31a9a4892cd1 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:13:03.446603 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device bc68adb3-33e6-47a3-ab47-31a9a4892cd1 not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:13:03.447022 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device e299b8da-4203-49ec-8b50-311b2e9270e5 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:13:03.487083 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: e299b8da-4203-49ec-8b50-311b2e9270e5 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:13:03.487437 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device e299b8da-4203-49ec-8b50-311b2e9270e5 not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:13:03.518201 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b34bc050-10bd-44b6-837a-f96c158d03ff req-6650af78-4848-4989-aedc-24877dec7693 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc01d98-62d2-4a26-89e6-cdd55962fe37 HTTP/1.1" status: 200 len: 210 time: 0.0332236 Jun 28 14:13:03.881906 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-4bcc2da5-209a-4b46-929f-6ef0f4be5a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:04.173684 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:04.480436 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 60774) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:04.588800 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-da941294-617a-41bf-a8f9-c003e7e25086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:04.676689 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-da941294-617a-41bf-a8f9-c003e7e25086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:04.681120 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-da941294-617a-41bf-a8f9-c003e7e25086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:04.684807 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6d29b835-5722-4d6b-8daf-68698efa7874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:04.719451 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-da941294-617a-41bf-a8f9-c003e7e25086 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9cc4be04f0b446cd8e16122de61d57f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378652 Jun 28 14:13:04.722105 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da941294-617a-41bf-a8f9-c003e7e25086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3469ce67-902d-4bcd-8b13-34116b9ef466,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:04.722774 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 60784) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:04.725120 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-da941294-617a-41bf-a8f9-c003e7e25086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:04.769480 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5ba2beba-e980-4daf-920e-f2e0965b36ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:04.789474 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5ba2beba-e980-4daf-920e-f2e0965b36ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:04.838228 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5ba2beba-e980-4daf-920e-f2e0965b36ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:04.841053 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-5ba2beba-e980-4daf-920e-f2e0965b36ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:04.842387 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-5ba2beba-e980-4daf-920e-f2e0965b36ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3469ce67-902d-4bcd-8b13-34116b9ef466 HTTP/1.1" status: 204 len: 168 time: 0.1185861 Jun 28 14:13:04.843218 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-8b2fd899-25b8-4541-b142-5b64d6a6495a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:04.851738 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2beba-e980-4daf-920e-f2e0965b36ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3469ce67-902d-4bcd-8b13-34116b9ef466,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:04.854569 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-5ba2beba-e980-4daf-920e-f2e0965b36ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:05.078304 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:05.098867 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 60790) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:05.112622 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-47504fdf-4b50-4036-bce5-db867bb7e5fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:05.198710 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-47504fdf-4b50-4036-bce5-db867bb7e5fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:05.202139 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-47504fdf-4b50-4036-bce5-db867bb7e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:05.204529 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-172dcb8b-de99-47ea-b300-ef8c0217119c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:05.240661 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-47504fdf-4b50-4036-bce5-db867bb7e5fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03f6238ddb6e487f97ab8dcef894989b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407237 Jun 28 14:13:05.241669 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47504fdf-4b50-4036-bce5-db867bb7e5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e2db3c-1bc0-4518-b2c8-e9e9ff35bd58,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:05.243239 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 60792) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:05.244801 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-47504fdf-4b50-4036-bce5-db867bb7e5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:05.294392 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-47d01215-419a-4ce2-9138-89d4e5aea273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:05.314620 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-47d01215-419a-4ce2-9138-89d4e5aea273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:05.363593 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-47d01215-419a-4ce2-9138-89d4e5aea273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:05.366170 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-47d01215-419a-4ce2-9138-89d4e5aea273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:05.367280 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-47d01215-419a-4ce2-9138-89d4e5aea273 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4e2db3c-1bc0-4518-b2c8-e9e9ff35bd58 HTTP/1.1" status: 204 len: 168 time: 0.1229422 Jun 28 14:13:05.368023 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-52f9e931-c065-4a7f-a8af-9b2f147ae5c1 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:05.375441 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d01215-419a-4ce2-9138-89d4e5aea273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e2db3c-1bc0-4518-b2c8-e9e9ff35bd58,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:05.377639 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-47d01215-419a-4ce2-9138-89d4e5aea273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:06.112727 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ecb99-bd94-4e45-b8a0-b3285ece8d0e req-5d9f77df-c43c-492b-9c8e-1b5b7e16b28a tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:06.114368 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-818ecb99-bd94-4e45-b8a0-b3285ece8d0e req-5d9f77df-c43c-492b-9c8e-1b5b7e16b28a tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c4369b4-9eae-437d-8a78-97733cf1fec8 HTTP/1.1" status: 200 len: 945 time: 0.0627260 Jun 28 14:13:06.151502 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-818ecb99-bd94-4e45-b8a0-b3285ece8d0e req-213caf76-bd59-4800-8c13-3c662b076fdc tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314462 Jun 28 14:13:06.532427 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:07.322442 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8456e85-d9ed-4d7d-b951-f3477de45882 req-c14915a3-de8a-4493-b194-ae75a9be18ff tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:07.324006 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e8456e85-d9ed-4d7d-b951-f3477de45882 req-c14915a3-de8a-4493-b194-ae75a9be18ff tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c4369b4-9eae-437d-8a78-97733cf1fec8 HTTP/1.1" status: 200 len: 945 time: 0.0620105 Jun 28 14:13:07.361830 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e8456e85-d9ed-4d7d-b951-f3477de45882 req-771d0ccb-2270-430d-ac21-8f2123fcc626 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323989 Jun 28 14:13:07.684371 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea25fb-3b68-4c01-987a-db79891f223d req-e04cceb4-81be-4950-b06c-dcd29d7ec68d tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:07.685765 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-97ea25fb-3b68-4c01-987a-db79891f223d req-e04cceb4-81be-4950-b06c-dcd29d7ec68d tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c4369b4-9eae-437d-8a78-97733cf1fec8 HTTP/1.1" status: 200 len: 945 time: 0.0609875 Jun 28 14:13:07.782572 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-97ea25fb-3b68-4c01-987a-db79891f223d req-d34acb5e-3004-4556-a8cb-535aa151a21e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Deleting port 25cdf378-b641-45bd-9c28-957328f1819c {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:13:07.782827 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-97ea25fb-3b68-4c01-987a-db79891f223d req-d34acb5e-3004-4556-a8cb-535aa151a21e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:07.865482 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-97ea25fb-3b68-4c01-987a-db79891f223d req-d34acb5e-3004-4556-a8cb-535aa151a21e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] For port 25cdf378-b641-45bd-9c28-957328f1819c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=25cdf378-b641-45bd-9c28-957328f1819c,segment=NetworkSegment(f43212e4-16fa-4b72-acb2-dfa76c6cfe32),segment_id=f43212e4-16fa-4b72-acb2-dfa76c6cfe32)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:13:07.865835 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-97ea25fb-3b68-4c01-987a-db79891f223d req-d34acb5e-3004-4556-a8cb-535aa151a21e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:07.878162 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-97ea25fb-3b68-4c01-987a-db79891f223d req-d34acb5e-3004-4556-a8cb-535aa151a21e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Calling delete_port for 25cdf378-b641-45bd-9c28-957328f1819c owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:13:08.000265 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-97ea25fb-3b68-4c01-987a-db79891f223d req-d34acb5e-3004-4556-a8cb-535aa151a21e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:08.004556 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-9e09dd19-0741-417b-b5af-0d0a0d1aa929 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:08.028874 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34acb5e-3004-4556-a8cb-535aa151a21e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Pushing event deleted for resources: {'Port': ['ID=25cdf378-b641-45bd-9c28-957328f1819c,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:08.032534 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-d34acb5e-3004-4556-a8cb-535aa151a21e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:08.038077 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['25cdf378-b641-45bd-9c28-957328f1819c'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:13:08.077101 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ea25fb-3b68-4c01-987a-db79891f223d req-d34acb5e-3004-4556-a8cb-535aa151a21e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] No DVR routers for this DVR port 25cdf378-b641-45bd-9c28-957328f1819c on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:13:08.079609 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-97ea25fb-3b68-4c01-987a-db79891f223d req-d34acb5e-3004-4556-a8cb-535aa151a21e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:08.081867 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-97ea25fb-3b68-4c01-987a-db79891f223d req-d34acb5e-3004-4556-a8cb-535aa151a21e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.55 "DELETE /v2.0/ports/25cdf378-b641-45bd-9c28-957328f1819c HTTP/1.1" status: 204 len: 173 time: 0.3904479 Jun 28 14:13:08.082352 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4369b4-9eae-437d-8a78-97733cf1fec8', 'name': 'network-vif-deleted', 'tag': '25cdf378-b641-45bd-9c28-957328f1819c'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:13:08.084689 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d62700-b3f4-4a89-aa55-f7cc717e8bae" -d '{"events": [{"server_uuid": "4c4369b4-9eae-437d-8a78-97733cf1fec8", "name": "network-vif-deleted", "tag": "25cdf378-b641-45bd-9c28-957328f1819c"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:13:08.119900 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55a632a-0821-47e5-9e0f-28d583bc5594 x-openstack-request-id: req-a55a632a-0821-47e5-9e0f-28d583bc5594 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:13:08.120301 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4369b4-9eae-437d-8a78-97733cf1fec8", "name": "network-vif-deleted", "tag": "25cdf378-b641-45bd-9c28-957328f1819c", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:13:08.120603 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a55a632a-0821-47e5-9e0f-28d583bc5594 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:13:08.121033 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4369b4-9eae-437d-8a78-97733cf1fec8', 'name': 'network-vif-deleted', 'tag': '25cdf378-b641-45bd-9c28-957328f1819c', 'status': 'completed', 'code': 200} Jun 28 14:13:08.520608 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d07ddb7c-0aa7-460c-b977-1284148b343e req-6bdbd2dd-ecfd-40c2-aee8-ba815457a874 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c4369b4-9eae-437d-8a78-97733cf1fec8 HTTP/1.1" status: 200 len: 210 time: 0.0286009 Jun 28 14:13:09.573986 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 60880) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:09.616142 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 60884) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:09.664694 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67c0e87-ccc2-4f6b-b094-2f8df254c102 admin admin] Deleting subnet 4ca33b3f-14d0-4969-a6ad-0391ccfbfe94 {{(pid=93024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:13:09.668774 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e67c0e87-ccc2-4f6b-b094-2f8df254c102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:09.679922 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b77e5897-e8c0-4121-8944-3aa82119ab0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:09.701479 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e67c0e87-ccc2-4f6b-b094-2f8df254c102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640428'] for subnet, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:09.741215 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e67c0e87-ccc2-4f6b-b094-2f8df254c102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722368'] for subnet, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:09.766330 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b77e5897-e8c0-4121-8944-3aa82119ab0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:09.771081 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b77e5897-e8c0-4121-8944-3aa82119ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:09.774368 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:09.793913 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e67c0e87-ccc2-4f6b-b094-2f8df254c102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6079573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6240845'] for subnet, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:09.796898 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:09.810110 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-b77e5897-e8c0-4121-8944-3aa82119ab0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0a78f234c154df9ad2b96d24552cb06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349844 Jun 28 14:13:09.811049 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e5897-e8c0-4121-8944-3aa82119ab0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53b86da-a42d-4a95-a964-8d1229d19149,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:09.813327 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 60886) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:09.815309 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-b77e5897-e8c0-4121-8944-3aa82119ab0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:09.819709 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c0e87-ccc2-4f6b-b094-2f8df254c102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca33b3f-14d0-4969-a6ad-0391ccfbfe94,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:09.823022 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-e67c0e87-ccc2-4f6b-b094-2f8df254c102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:09.824015 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e67c0e87-ccc2-4f6b-b094-2f8df254c102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:09.828412 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 60888) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:09.828545 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-e67c0e87-ccc2-4f6b-b094-2f8df254c102 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4ca33b3f-14d0-4969-a6ad-0391ccfbfe94 HTTP/1.1" status: 204 len: 168 time: 0.2112851 Jun 28 14:13:09.921556 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-df2e69d9-da3d-4306-be3b-8b991ea54606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:09.926046 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-f950bb64-f405-4414-9af3-736f15895113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813611'] for network, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:09.951959 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-df2e69d9-da3d-4306-be3b-8b991ea54606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.044649 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-f950bb64-f405-4414-9af3-736f15895113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722966', 'neutron.services.segments.db._delete_segments_for_network-8749054792488'] for network, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.055028 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-f950bb64-f405-4414-9af3-736f15895113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c4e9b3-473a-4e37-b301-2f352bae94f1']}} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:13:10.064815 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-f950bb64-f405-4414-9af3-736f15895113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32') {'for_net_delete': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:13:10.065728 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-f950bb64-f405-4414-9af3-736f15895113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43212e4-16fa-4b72-acb2-dfa76c6cfe32') {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:13:10.074573 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-f950bb64-f405-4414-9af3-736f15895113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054738571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6591768'] for segment, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.084363 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-df2e69d9-da3d-4306-be3b-8b991ea54606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.086893 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-df2e69d9-da3d-4306-be3b-8b991ea54606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.088043 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-df2e69d9-da3d-4306-be3b-8b991ea54606 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c53b86da-a42d-4a95-a964-8d1229d19149 HTTP/1.1" status: 204 len: 168 time: 0.2738008 Jun 28 14:13:10.090836 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-2e206cfd-8455-40de-bec7-625a4ea895c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:10.098203 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-f950bb64-f405-4414-9af3-736f15895113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.102398 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e69d9-da3d-4306-be3b-8b991ea54606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53b86da-a42d-4a95-a964-8d1229d19149,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:10.105845 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-df2e69d9-da3d-4306-be3b-8b991ea54606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:10.106770 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f950bb64-f405-4414-9af3-736f15895113 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:13:10.107168 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-f950bb64-f405-4414-9af3-736f15895113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6809206'] for segment, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: Traceback (most recent call last): Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: timer() Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: cb(*args, **kw) Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: return func(*args, **kwargs) Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: self._notify() Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: self.callback(batched_events) Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: event.method(event) Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: return f(self, *a, **k) Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._get(url).json() Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: return self.request(url, 'GET', **kwargs) Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:13:10.109033 dv-cinder-761113-15-iscsi neutron-server[93023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:13:10.168105 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-f950bb64-f405-4414-9af3-736f15895113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707171'] for network, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.173577 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-f950bb64-f405-4414-9af3-736f15895113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.175513 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-f950bb64-f405-4414-9af3-736f15895113 admin admin] 10.222.0.11 "DELETE /v2.0/networks/58c4e9b3-473a-4e37-b301-2f352bae94f1 HTTP/1.1" status: 204 len: 168 time: 0.3461947 Jun 28 14:13:10.176331 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3ac33dca-ed00-4bf1-9b04-63a6bd8204e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:10.188412 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bb64-f405-4414-9af3-736f15895113 admin admin] Pushing event deleted for resources: {'Network': ['ID=58c4e9b3-473a-4e37-b301-2f352bae94f1,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:10.194490 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-f950bb64-f405-4414-9af3-736f15895113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:10.336674 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 60896) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:10.353093 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 60898) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:10.371713 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-45740244-142e-4280-8f75-fd2df84b06b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.377021 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-b75c6939-81d5-408c-8cd1-507fbb417ae2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dfbbb7b45ef9427d9c367133ec12e0be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390799 Jun 28 14:13:10.380230 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 60900) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:10.429199 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b56097f2-da27-404a-ac36-202eda37eca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.451011 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b56097f2-da27-404a-ac36-202eda37eca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.460203 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-45740244-142e-4280-8f75-fd2df84b06b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.464157 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-45740244-142e-4280-8f75-fd2df84b06b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.466610 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-8cfc79d8-7871-43c7-a92b-58d10878acf1 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:10.499741 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b56097f2-da27-404a-ac36-202eda37eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.502314 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b56097f2-da27-404a-ac36-202eda37eca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.503036 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-45740244-142e-4280-8f75-fd2df84b06b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b92eb1b462149d286484389250de25b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482272 Jun 28 14:13:10.506226 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45740244-142e-4280-8f75-fd2df84b06b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf0c5a2-714c-486f-9767-0f4b5ca1f2c8,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:10.506391 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-b56097f2-da27-404a-ac36-202eda37eca8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ce9aff4-64bb-4b3d-9d9b-d416a13eca56 HTTP/1.1" status: 204 len: 168 time: 0.1228058 Jun 28 14:13:10.506391 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-71717acd-3189-40d1-9359-b0cbdff23778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:10.506551 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 60902) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:10.508182 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-45740244-142e-4280-8f75-fd2df84b06b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:10.520875 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56097f2-da27-404a-ac36-202eda37eca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce9aff4-64bb-4b3d-9d9b-d416a13eca56,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:10.523035 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-b56097f2-da27-404a-ac36-202eda37eca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:10.555258 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-923c2d4f-58b4-45d9-93a9-cc99e508b16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.580352 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-923c2d4f-58b4-45d9-93a9-cc99e508b16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.627615 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-923c2d4f-58b4-45d9-93a9-cc99e508b16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.632257 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-923c2d4f-58b4-45d9-93a9-cc99e508b16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:10.632257 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-923c2d4f-58b4-45d9-93a9-cc99e508b16d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aaf0c5a2-714c-486f-9767-0f4b5ca1f2c8 HTTP/1.1" status: 204 len: 168 time: 0.1244161 Jun 28 14:13:10.632498 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-b8639b18-0ff1-4e1e-a723-92c2b5fa2046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:10.640827 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c2d4f-58b4-45d9-93a9-cc99e508b16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf0c5a2-714c-486f-9767-0f4b5ca1f2c8,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:10.642758 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-923c2d4f-58b4-45d9-93a9-cc99e508b16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:11.421572 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 25cdf378-b641-45bd-9c28-957328f1819c no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:13:11.445443 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: 25cdf378-b641-45bd-9c28-957328f1819c {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:13:11.446057 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 25cdf378-b641-45bd-9c28-957328f1819c not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:13:12.371864 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 60996) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:12.493753 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-467a6464-1ae9-4544-8252-99bf88eec927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:12.582989 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-467a6464-1ae9-4544-8252-99bf88eec927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:12.587479 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-467a6464-1ae9-4544-8252-99bf88eec927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:12.589972 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-2409a7cf-7d74-46fa-a345-6332a5ee57f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:12.628324 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a6464-1ae9-4544-8252-99bf88eec927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30a61bc-8a2f-4774-9074-22a34e7daafe,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:12.634414 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-467a6464-1ae9-4544-8252-99bf88eec927 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fc1d4159d2f489899b98a3a57bbc08e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597311 Jun 28 14:13:12.634414 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-467a6464-1ae9-4544-8252-99bf88eec927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:12.635293 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 32772) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:12.682611 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-790b4f89-ea55-4d55-b621-5549c856cc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:12.702805 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-790b4f89-ea55-4d55-b621-5549c856cc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:12.748554 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-790b4f89-ea55-4d55-b621-5549c856cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:12.751223 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-790b4f89-ea55-4d55-b621-5549c856cc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:12.752425 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-790b4f89-ea55-4d55-b621-5549c856cc0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d30a61bc-8a2f-4774-9074-22a34e7daafe HTTP/1.1" status: 204 len: 168 time: 0.1162369 Jun 28 14:13:12.753230 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-b77e5897-e8c0-4121-8944-3aa82119ab0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:12.760443 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b4f89-ea55-4d55-b621-5549c856cc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30a61bc-8a2f-4774-9074-22a34e7daafe,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:12.762628 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-790b4f89-ea55-4d55-b621-5549c856cc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:12.999330 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 32778) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:13.012879 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4bc2b5da-1aa7-4fcc-b680-539d059c040d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:13.100794 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4bc2b5da-1aa7-4fcc-b680-539d059c040d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:13.104501 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4bc2b5da-1aa7-4fcc-b680-539d059c040d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:13.107717 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-f9d0c85d-9eb7-46df-8210-8cc0ff493130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:13.141645 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-4bc2b5da-1aa7-4fcc-b680-539d059c040d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b8b0b1a442004cbc86cf02f117dca3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412423 Jun 28 14:13:13.142979 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2b5da-1aa7-4fcc-b680-539d059c040d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3862b3b-730b-4353-ba30-c133f74e9727,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:13.145768 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 32780) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:13.147734 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4bc2b5da-1aa7-4fcc-b680-539d059c040d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:13.196629 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1a4968f5-e455-403a-affd-dae4edf030d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:13.217320 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1a4968f5-e455-403a-affd-dae4edf030d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:13.263052 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1a4968f5-e455-403a-affd-dae4edf030d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:13.265711 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1a4968f5-e455-403a-affd-dae4edf030d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:13.266860 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-1a4968f5-e455-403a-affd-dae4edf030d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3862b3b-730b-4353-ba30-c133f74e9727 HTTP/1.1" status: 204 len: 168 time: 0.1202021 Jun 28 14:13:13.267627 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-0a8766ce-dc0a-4650-b3c1-092052634648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:13.274794 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4968f5-e455-403a-affd-dae4edf030d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3862b3b-730b-4353-ba30-c133f74e9727,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:13.277026 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-1a4968f5-e455-403a-affd-dae4edf030d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:17.027223 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 32934) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:17.128604 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b181e21e-a4f7-4aba-8618-ff060b1b09cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:17.219569 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b181e21e-a4f7-4aba-8618-ff060b1b09cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:17.223902 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b181e21e-a4f7-4aba-8618-ff060b1b09cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:17.227402 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:17.261557 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181e21e-a4f7-4aba-8618-ff060b1b09cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d27915-8b67-48d3-881b-e5d3fadfb7c5,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:17.265598 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-b181e21e-a4f7-4aba-8618-ff060b1b09cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=720bdb883bdc40f5beda9f3a25298c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372448 Jun 28 14:13:17.266468 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-b181e21e-a4f7-4aba-8618-ff060b1b09cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:17.268555 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 32938) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:17.315828 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e8c4b19f-4287-4f53-86e3-092363b37576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:17.338279 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e8c4b19f-4287-4f53-86e3-092363b37576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:17.383399 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e8c4b19f-4287-4f53-86e3-092363b37576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:17.386013 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e8c4b19f-4287-4f53-86e3-092363b37576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:17.387156 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-e8c4b19f-4287-4f53-86e3-092363b37576 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83d27915-8b67-48d3-881b-e5d3fadfb7c5 HTTP/1.1" status: 204 len: 168 time: 0.1177707 Jun 28 14:13:17.387983 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-cab71b56-35a9-4e28-a964-53e85af7bafd tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:17.395539 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4b19f-4287-4f53-86e3-092363b37576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d27915-8b67-48d3-881b-e5d3fadfb7c5,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:17.397857 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-e8c4b19f-4287-4f53-86e3-092363b37576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:17.633334 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 32944) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:17.647143 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1abaecb5-4d53-425c-ae78-641eb3a0e524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:17.733151 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1abaecb5-4d53-425c-ae78-641eb3a0e524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:17.736846 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-1abaecb5-4d53-425c-ae78-641eb3a0e524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:17.740181 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-81108bb9-477e-4b42-a7db-84268c1f5fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:17.774993 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-1abaecb5-4d53-425c-ae78-641eb3a0e524 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3cd91854f55415a9bdae37e03e6c427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405301 Jun 28 14:13:17.776166 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abaecb5-4d53-425c-ae78-641eb3a0e524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59929168-8af2-4970-ae74-e310983b2afa,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:17.777701 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 32946) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:17.779182 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-1abaecb5-4d53-425c-ae78-641eb3a0e524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:17.824959 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-550675dc-1798-4e0c-abc9-e691d5c0f2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:17.844937 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-550675dc-1798-4e0c-abc9-e691d5c0f2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:17.888916 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-550675dc-1798-4e0c-abc9-e691d5c0f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:17.891388 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-550675dc-1798-4e0c-abc9-e691d5c0f2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:17.892533 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-550675dc-1798-4e0c-abc9-e691d5c0f2ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59929168-8af2-4970-ae74-e310983b2afa HTTP/1.1" status: 204 len: 168 time: 0.1132972 Jun 28 14:13:17.893799 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-efb68d84-e99e-4569-bb18-0bc589921cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:17.900654 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550675dc-1798-4e0c-abc9-e691d5c0f2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59929168-8af2-4970-ae74-e310983b2afa,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:17.902811 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-550675dc-1798-4e0c-abc9-e691d5c0f2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:21.882186 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 33078) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:21.989378 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:22.078467 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:22.083478 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:22.085997 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4b4f5862-dc37-4341-97f4-1df413a44095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:22.121799 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3fec64448b2443e697b4c2f19b81f682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384567 Jun 28 14:13:22.122791 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbeedfe-897f-4bae-9014-65c971c83169,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:22.124457 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 33082) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:22.131658 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.132066 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.132437 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.132825 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.133161 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.133594 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.133886 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.134242 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.134605 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.134959 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.135332 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.135669 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.139482 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:22.174465 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:22.195379 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:22.245549 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:22.248182 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:22.251986 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4fbeedfe-897f-4bae-9014-65c971c83169 HTTP/1.1" status: 204 len: 168 time: 0.1264269 Jun 28 14:13:22.253320 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-e847117f-6af9-4307-af6e-7f6ed9d5591f tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:22.261351 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbeedfe-897f-4bae-9014-65c971c83169,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:22.268535 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.269037 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.269291 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.269657 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.270017 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.270377 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.270732 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.271090 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.271443 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.271966 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.272397 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.273163 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:22.275607 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-20d26a78-bb8e-4fd3-9e75-9b1a17b4dc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:22.509548 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 33090) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:22.523221 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9bb47385-bb29-49be-8c53-4f5d55924abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:22.611095 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9bb47385-bb29-49be-8c53-4f5d55924abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:22.617626 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9bb47385-bb29-49be-8c53-4f5d55924abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:22.622450 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-bf3704e9-3715-4a11-bbcc-e4ed4f7eed8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:22.659648 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb47385-bb29-49be-8c53-4f5d55924abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8fd909-9ce0-4c52-b7e1-47c9be11cf02,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:22.662674 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-9bb47385-bb29-49be-8c53-4f5d55924abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:22.665090 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-9bb47385-bb29-49be-8c53-4f5d55924abb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b8f1a7c161e47d0ad18366e21000312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546216 Jun 28 14:13:22.667670 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 33092) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:22.717253 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-26da5aad-89ed-48c2-a260-512eb25cc5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:22.737751 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-26da5aad-89ed-48c2-a260-512eb25cc5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:22.784357 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-26da5aad-89ed-48c2-a260-512eb25cc5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:22.786900 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-26da5aad-89ed-48c2-a260-512eb25cc5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:22.788084 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-26da5aad-89ed-48c2-a260-512eb25cc5f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db8fd909-9ce0-4c52-b7e1-47c9be11cf02 HTTP/1.1" status: 204 len: 168 time: 0.1194990 Jun 28 14:13:22.788889 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-0c922a85-4c1c-4b37-8c89-e7881e89f3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:22.797485 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da5aad-89ed-48c2-a260-512eb25cc5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8fd909-9ce0-4c52-b7e1-47c9be11cf02,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:22.799714 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-26da5aad-89ed-48c2-a260-512eb25cc5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:23.101876 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 33098) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:23.114949 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fccbdbb6-f024-4a27-a54f-78befd82e368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:23.204812 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fccbdbb6-f024-4a27-a54f-78befd82e368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:23.209056 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fccbdbb6-f024-4a27-a54f-78befd82e368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:23.211602 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:23.247217 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-fccbdbb6-f024-4a27-a54f-78befd82e368 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=128c1a44548c472587e38da4e9afe3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442664 Jun 28 14:13:23.248167 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbdbb6-f024-4a27-a54f-78befd82e368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de686e4a-eea5-4b03-8404-8077fc7c7faf,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:23.249870 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 33100) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:23.251079 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-fccbdbb6-f024-4a27-a54f-78befd82e368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:23.306084 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-854fa8fa-9e15-4dee-a436-565a9868d2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:23.327940 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-854fa8fa-9e15-4dee-a436-565a9868d2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:23.375565 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-854fa8fa-9e15-4dee-a436-565a9868d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:23.378179 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-854fa8fa-9e15-4dee-a436-565a9868d2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:23.379500 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-854fa8fa-9e15-4dee-a436-565a9868d2d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de686e4a-eea5-4b03-8404-8077fc7c7faf HTTP/1.1" status: 204 len: 168 time: 0.1278956 Jun 28 14:13:23.380312 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-ecbf3405-b56c-4cfa-808b-962921cb74ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:23.388199 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fa8fa-9e15-4dee-a436-565a9868d2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de686e4a-eea5-4b03-8404-8077fc7c7faf,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:23.390796 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-854fa8fa-9e15-4dee-a436-565a9868d2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:26.768591 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:27.774744 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:13:28.214831 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 33184) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:28.322242 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-34c568e5-831a-4f56-a9ee-96fde4521fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:28.412060 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-34c568e5-831a-4f56-a9ee-96fde4521fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:28.416579 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-34c568e5-831a-4f56-a9ee-96fde4521fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:28.419116 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-c1d3f935-4dae-4946-80c9-05f79b9142ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:28.455262 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-34c568e5-831a-4f56-a9ee-96fde4521fa1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9bc564c3ebbb4dfcaeb25bc148ba9918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393725 Jun 28 14:13:28.456231 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c568e5-831a-4f56-a9ee-96fde4521fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcea265-b941-4b0a-afe9-9ee162499f7e,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:28.457922 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 33188) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:28.459180 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-34c568e5-831a-4f56-a9ee-96fde4521fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:28.508910 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2928c88b-35d8-4cea-bbbf-00cf46e36959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:28.528812 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2928c88b-35d8-4cea-bbbf-00cf46e36959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:28.578970 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2928c88b-35d8-4cea-bbbf-00cf46e36959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:28.581592 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2928c88b-35d8-4cea-bbbf-00cf46e36959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:28.582745 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-2928c88b-35d8-4cea-bbbf-00cf46e36959 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/efcea265-b941-4b0a-afe9-9ee162499f7e HTTP/1.1" status: 204 len: 168 time: 0.1232328 Jun 28 14:13:28.583596 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a72c9b49-476e-4709-90db-7642f6a08435 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:28.590958 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928c88b-35d8-4cea-bbbf-00cf46e36959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcea265-b941-4b0a-afe9-9ee162499f7e,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:28.593204 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-2928c88b-35d8-4cea-bbbf-00cf46e36959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:28.839941 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 33196) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:28.854133 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ad28d0e1-25c2-4a3c-8711-2cabd7a9c694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:28.941320 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ad28d0e1-25c2-4a3c-8711-2cabd7a9c694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:28.948620 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ad28d0e1-25c2-4a3c-8711-2cabd7a9c694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:28.951359 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-e6974127-a9b5-4c84-b585-bad250850ab8 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:28.987493 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-ad28d0e1-25c2-4a3c-8711-2cabd7a9c694 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19186093a9174ef3a4b8af9ebf626de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464946 Jun 28 14:13:28.988482 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28d0e1-25c2-4a3c-8711-2cabd7a9c694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f4d713-2f1c-48d5-9432-35789b1ccf37,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:28.990174 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 33198) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:28.991511 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-ad28d0e1-25c2-4a3c-8711-2cabd7a9c694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:29.040165 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b58a786c-844e-4358-ab9b-4d7eca9c673a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:29.060717 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b58a786c-844e-4358-ab9b-4d7eca9c673a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:29.105693 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b58a786c-844e-4358-ab9b-4d7eca9c673a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:29.108325 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b58a786c-844e-4358-ab9b-4d7eca9c673a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:29.109492 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-b58a786c-844e-4358-ab9b-4d7eca9c673a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40f4d713-2f1c-48d5-9432-35789b1ccf37 HTTP/1.1" status: 204 len: 168 time: 0.1182656 Jun 28 14:13:29.110250 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-1abaecb5-4d53-425c-ae78-641eb3a0e524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:29.119042 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a786c-844e-4358-ab9b-4d7eca9c673a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f4d713-2f1c-48d5-9432-35789b1ccf37,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:29.121331 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-b58a786c-844e-4358-ab9b-4d7eca9c673a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:31.368537 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-9b415a81-53a1-484e-8714-3c0e78613ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:33.882004 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-f8aa671e-67ab-4b94-bb7e-8ba838257674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:34.173708 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:35.081476 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:36.530219 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:36.973615 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 33358) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:37.073781 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-41780aac-3cb4-4ce8-bd06-0f807da00338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.168623 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-41780aac-3cb4-4ce8-bd06-0f807da00338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.172054 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-41780aac-3cb4-4ce8-bd06-0f807da00338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.174934 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-60a81192-602a-4f28-a501-32015ddd5b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:37.211804 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41780aac-3cb4-4ce8-bd06-0f807da00338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c982039-68b4-4e67-98fe-c22b7e0254d6,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:37.217647 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-41780aac-3cb4-4ce8-bd06-0f807da00338 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ab7e19e40b9b433094696a7b7c4eb4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429624 Jun 28 14:13:37.218831 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-41780aac-3cb4-4ce8-bd06-0f807da00338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:37.218992 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 33362) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:37.269183 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ee6f44ec-c25c-412e-b289-76793b3877c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.290120 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ee6f44ec-c25c-412e-b289-76793b3877c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.337323 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ee6f44ec-c25c-412e-b289-76793b3877c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.340125 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ee6f44ec-c25c-412e-b289-76793b3877c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.341284 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-ee6f44ec-c25c-412e-b289-76793b3877c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c982039-68b4-4e67-98fe-c22b7e0254d6 HTTP/1.1" status: 204 len: 168 time: 0.1212506 Jun 28 14:13:37.342076 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-33380846-bcd1-43dc-9f2e-b380853413b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:37.349811 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f44ec-c25c-412e-b289-76793b3877c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c982039-68b4-4e67-98fe-c22b7e0254d6,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:37.352183 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-ee6f44ec-c25c-412e-b289-76793b3877c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:37.462754 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 33372) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:37.614568 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6139-8e68-4c7e-bd38-a923975159f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.668957 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 33378) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:37.682330 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3418597a-e896-4b25-9c05-4465680fe5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.708830 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6139-8e68-4c7e-bd38-a923975159f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.712115 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6139-8e68-4c7e-bd38-a923975159f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.715367 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-60e99328-180e-4cf8-8a55-a4b0f8dce948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:37.753415 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-f2bd6139-8e68-4c7e-bd38-a923975159f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=12448f7c5354428cbe0a8cbff377eb77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894742 Jun 28 14:13:37.754616 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd6139-8e68-4c7e-bd38-a923975159f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31366cf-7db9-46d2-b070-01dd80157efc,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:37.756996 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 33380) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:37.763072 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-f2bd6139-8e68-4c7e-bd38-a923975159f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:37.787872 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3418597a-e896-4b25-9c05-4465680fe5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.791601 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3418597a-e896-4b25-9c05-4465680fe5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.795016 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-cb6075bf-d11f-4f6c-8e23-b3a16a08b55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:37.806429 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2db7cd4f-28f4-4afc-a755-ff4a34cc1bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.827395 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2db7cd4f-28f4-4afc-a755-ff4a34cc1bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.827924 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-3418597a-e896-4b25-9c05-4465680fe5c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d075c4464d84bb58556ceccf1657cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578877 Jun 28 14:13:37.830984 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 33382) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:37.837841 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418597a-e896-4b25-9c05-4465680fe5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19777a5b-f48a-4f87-9fbd-7024c005d25f,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:37.845294 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3418597a-e896-4b25-9c05-4465680fe5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:37.875391 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2db7cd4f-28f4-4afc-a755-ff4a34cc1bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.878203 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-2db7cd4f-28f4-4afc-a755-ff4a34cc1bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.881657 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-2db7cd4f-28f4-4afc-a755-ff4a34cc1bdc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a31366cf-7db9-46d2-b070-01dd80157efc HTTP/1.1" status: 204 len: 168 time: 0.1214807 Jun 28 14:13:37.881657 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-edac4f2d-db4f-4110-87d0-6bb5fb1f1096 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:37.881864 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c9acc424-f8fb-4dad-a798-af48a1fc18a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.890148 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7cd4f-28f4-4afc-a755-ff4a34cc1bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31366cf-7db9-46d2-b070-01dd80157efc,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:37.893445 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-2db7cd4f-28f4-4afc-a755-ff4a34cc1bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:37.902078 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c9acc424-f8fb-4dad-a798-af48a1fc18a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.947959 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c9acc424-f8fb-4dad-a798-af48a1fc18a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.950731 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c9acc424-f8fb-4dad-a798-af48a1fc18a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:37.951962 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-c9acc424-f8fb-4dad-a798-af48a1fc18a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19777a5b-f48a-4f87-9fbd-7024c005d25f HTTP/1.1" status: 204 len: 168 time: 0.1200657 Jun 28 14:13:37.952799 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-fccbdbb6-f024-4a27-a54f-78befd82e368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:37.960896 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acc424-f8fb-4dad-a798-af48a1fc18a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19777a5b-f48a-4f87-9fbd-7024c005d25f,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:37.963185 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-c9acc424-f8fb-4dad-a798-af48a1fc18a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:38.316820 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 33400) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:38.333811 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-f13eb508-8a1c-43fe-8aee-1aa84b9d9725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:38.427098 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-f13eb508-8a1c-43fe-8aee-1aa84b9d9725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:38.431978 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-f13eb508-8a1c-43fe-8aee-1aa84b9d9725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:38.435564 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-50dd39d6-fd12-4d11-839f-50607744b92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:38.474516 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-f13eb508-8a1c-43fe-8aee-1aa84b9d9725 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=454f23f9d4f44987a0273795f7512f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564851 Jun 28 14:13:38.475720 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13eb508-8a1c-43fe-8aee-1aa84b9d9725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e483459-0a4b-47df-84b3-f59ea660135c,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:38.477319 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 33404) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:38.479979 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-f13eb508-8a1c-43fe-8aee-1aa84b9d9725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:38.528341 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f60c8d4f-166c-43b6-9215-36b89793e14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:38.551164 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f60c8d4f-166c-43b6-9215-36b89793e14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:38.597662 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f60c8d4f-166c-43b6-9215-36b89793e14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:38.600503 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f60c8d4f-166c-43b6-9215-36b89793e14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:38.604392 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-f60c8d4f-166c-43b6-9215-36b89793e14a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e483459-0a4b-47df-84b3-f59ea660135c HTTP/1.1" status: 204 len: 168 time: 0.1247709 Jun 28 14:13:38.605279 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-ee6f44ec-c25c-412e-b289-76793b3877c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:38.613624 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c8d4f-166c-43b6-9215-36b89793e14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e483459-0a4b-47df-84b3-f59ea660135c,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:38.615920 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-f60c8d4f-166c-43b6-9215-36b89793e14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:39.242173 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 33450) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:39.332681 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-128001053-network', 'tenant_id': 'b2fdc8d9fda8405b96ba036710a3089b'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:13:39.355085 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] Made reservation on behalf of b2fdc8d9fda8405b96ba036710a3089b for: {'network': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:13:39.357800 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:39.368926 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:39.460797 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:39.464962 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:39.469002 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-f0a3cd80-d765-400b-acd1-9c793ff0b05d tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:39.490626 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=93024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:13:39.500370 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8417a489-63a5-483f-bfaf-9a7e69b39713,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:39.505065 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:39.506233 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:39.506411 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.segments_db [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] Added segment 78b7dfe4-f82a-4a6f-9187-c483206afa0f of type vlan for network 0ee4a36d-b025-483b-8e67-1ea7b0e8248a Jun 28 14:13:39.547972 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:39.585436 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:39.588776 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:39.589632 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:39.597165 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:39.651986 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4085793 Jun 28 14:13:39.654876 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 33458) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:39.658770 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] Pushing event updated for resources: {'Network': ['ID=0ee4a36d-b025-483b-8e67-1ea7b0e8248a,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:39.659985 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-c4b00582-6aec-4520-8bd7-0aa3a035929a admin admin] Request body: {'subnet': {'network_id': '0ee4a36d-b025-483b-8e67-1ea7b0e8248a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-128001053-subnet', 'tenant_id': 'b2fdc8d9fda8405b96ba036710a3089b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:13:39.662052 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-994c299d-206e-4456-85c4-7983189ff1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:39.668372 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network 0ee4a36d-b025-483b-8e67-1ea7b0e8248a details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:13:39.681549 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b00582-6aec-4520-8bd7-0aa3a035929a admin admin] Made reservation on behalf of b2fdc8d9fda8405b96ba036710a3089b for: {'subnet': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:13:39.683982 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c4b00582-6aec-4520-8bd7-0aa3a035929a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6092037'] for subnet, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:39.847524 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c4b00582-6aec-4520-8bd7-0aa3a035929a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6809300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6093807'] for subnet, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:39.850414 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:39.900266 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b00582-6aec-4520-8bd7-0aa3a035929a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d325008a-07d3-4d06-affb-115f5dd2140a,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:39.903925 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-c4b00582-6aec-4520-8bd7-0aa3a035929a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:39.910609 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b00582-6aec-4520-8bd7-0aa3a035929a admin admin] Checking segment: {'id': '78b7dfe4-f82a-4a6f-9187-c483206afa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ee4a36d-b025-483b-8e67-1ea7b0e8248a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:13:39.910972 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b00582-6aec-4520-8bd7-0aa3a035929a admin admin] Network hostable DHCP agents. Network: 0ee4a36d-b025-483b-8e67-1ea7b0e8248a, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:13:39.927189 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b00582-6aec-4520-8bd7-0aa3a035929a admin admin] Network 0ee4a36d-b025-483b-8e67-1ea7b0e8248a is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:13:39.935065 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-c4b00582-6aec-4520-8bd7-0aa3a035929a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, 0ee4a36d-b025-483b-8e67-1ea7b0e8248a) {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:13:39.938965 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b00582-6aec-4520-8bd7-0aa3a035929a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:39.939546 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-c4b00582-6aec-4520-8bd7-0aa3a035929a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:39.944767 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d06c40-4090-4b87-ad4d-ce11a3623f68 None None] Network 0ee4a36d-b025-483b-8e67-1ea7b0e8248a requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:13:39.953788 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-c4b00582-6aec-4520-8bd7-0aa3a035929a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2978318 Jun 28 14:13:40.182524 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cf09db-d1f6-4fe2-b9a6-b8755d47eb40 None None] Network 0ee4a36d-b025-483b-8e67-1ea7b0e8248a requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:13:41.642511 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-3d7b602e-4a27-4c8b-9a8b-2b1fa37b7514 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:41.644510 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-3d7b602e-4a27-4c8b-9a8b-2b1fa37b7514 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/networks?id=0ee4a36d-b025-483b-8e67-1ea7b0e8248a HTTP/1.1" status: 200 len: 813 time: 0.1024337 Jun 28 14:13:41.659021 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-76c42ccd-5b8f-41a2-a3e4-97e5c6f94ff7 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/quotas/b2fdc8d9fda8405b96ba036710a3089b HTTP/1.1" status: 200 len: 375 time: 0.0086222 Jun 28 14:13:41.690076 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-91f09ff7-ad9a-4da0-ae70-974a8e51b3b0 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2fdc8d9fda8405b96ba036710a3089b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264847 Jun 28 14:13:41.779022 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-d36a0df9-18b9-4b85-baa1-94a1b8a41758 service neutron] 10.222.0.11 "GET /v2.0/networks/0ee4a36d-b025-483b-8e67-1ea7b0e8248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825136 Jun 28 14:13:41.872550 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-82443bbb-b5c4-4c1c-b9aa-432b56c4424c service neutron] 10.222.0.11 "GET /v2.0/networks/0ee4a36d-b025-483b-8e67-1ea7b0e8248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876837 Jun 28 14:13:42.036622 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 33502) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:42.059919 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a4425f82-1f05-4213-9e5e-2306a08c4339 req-57cd1930-9c51-4261-8e92-bdc5daff5e58 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=63bd6d5f-3b4d-4d2f-a5de-469b39786bee HTTP/1.1" status: 200 len: 210 time: 0.0324275 Jun 28 14:13:42.147410 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3d79d782-0f8a-4cdd-85f7-f6a3a57816ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:42.247975 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3d79d782-0f8a-4cdd-85f7-f6a3a57816ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:42.252691 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-3d79d782-0f8a-4cdd-85f7-f6a3a57816ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:42.256113 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ba5f1a46-635f-4cd6-80ca-e38420b39e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:42.293627 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79d782-0f8a-4cdd-85f7-f6a3a57816ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb86b0e2-9d67-4bf9-9569-66d0e503d48a,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:42.300168 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-3d79d782-0f8a-4cdd-85f7-f6a3a57816ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34fc8896ad4e4749a17d0285fcc897d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600751 Jun 28 14:13:42.300168 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3d79d782-0f8a-4cdd-85f7-f6a3a57816ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:42.300442 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 33512) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:42.351216 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2d24e2bf-1da9-4470-a8e7-672a53291fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:42.374959 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2d24e2bf-1da9-4470-a8e7-672a53291fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:42.421846 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2d24e2bf-1da9-4470-a8e7-672a53291fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:42.424620 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2d24e2bf-1da9-4470-a8e7-672a53291fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:42.428487 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-2d24e2bf-1da9-4470-a8e7-672a53291fc6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb86b0e2-9d67-4bf9-9569-66d0e503d48a HTTP/1.1" status: 204 len: 168 time: 0.1272075 Jun 28 14:13:42.429336 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-26da5aad-89ed-48c2-a260-512eb25cc5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:42.436631 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24e2bf-1da9-4470-a8e7-672a53291fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb86b0e2-9d67-4bf9-9569-66d0e503d48a,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:42.438859 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-2d24e2bf-1da9-4470-a8e7-672a53291fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:42.747357 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 33518) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:42.762713 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-841dfbf0-fb64-455d-a374-434aae33605f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:42.849290 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-841dfbf0-fb64-455d-a374-434aae33605f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:42.852960 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-841dfbf0-fb64-455d-a374-434aae33605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:42.855541 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-e7b3b2fd-2839-496c-8e65-26d37642c598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:42.891101 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-841dfbf0-fb64-455d-a374-434aae33605f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47f9be76cb4d47fb8fb2dc98dbf2f668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408138 Jun 28 14:13:42.892036 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dfbf0-fb64-455d-a374-434aae33605f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1294796-4ba3-4c3b-b594-dc214f4557a4,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:42.893783 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 33520) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:42.894918 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-841dfbf0-fb64-455d-a374-434aae33605f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:42.942321 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e78b5277-1297-4b5a-ad65-56cbdeae9768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:42.963655 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e78b5277-1297-4b5a-ad65-56cbdeae9768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:43.009961 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e78b5277-1297-4b5a-ad65-56cbdeae9768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:43.012615 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-e78b5277-1297-4b5a-ad65-56cbdeae9768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:43.016117 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-e78b5277-1297-4b5a-ad65-56cbdeae9768 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1294796-4ba3-4c3b-b594-dc214f4557a4 HTTP/1.1" status: 204 len: 168 time: 0.1178887 Jun 28 14:13:43.016117 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-b821a832-2ab8-49bb-b896-51e1d7ca9662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:43.022755 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b5277-1297-4b5a-ad65-56cbdeae9768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1294796-4ba3-4c3b-b594-dc214f4557a4,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:43.025248 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-e78b5277-1297-4b5a-ad65-56cbdeae9768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:43.227476 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c632e0fe-e87f-4859-b4de-e871a1d2a24b req-2f5d9fff-63d7-4dca-811a-15ac18a24deb tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=63bd6d5f-3b4d-4d2f-a5de-469b39786bee HTTP/1.1" status: 200 len: 210 time: 0.0400863 Jun 28 14:13:43.264834 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-3259f0cf-ddcc-4fc6-8be8-2afbb36bd28b tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:43.266657 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-3259f0cf-ddcc-4fc6-8be8-2afbb36bd28b tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.55 "GET /v2.0/networks?id=0ee4a36d-b025-483b-8e67-1ea7b0e8248a HTTP/1.1" status: 200 len: 813 time: 0.1558824 Jun 28 14:13:43.285945 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-3e6af8fc-f31a-4ccd-af6c-255c8ab304b8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Request body: {'port': {'device_id': '63bd6d5f-3b4d-4d2f-a5de-469b39786bee', 'network_id': '0ee4a36d-b025-483b-8e67-1ea7b0e8248a', 'admin_state_up': True, 'tenant_id': 'b2fdc8d9fda8405b96ba036710a3089b'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:13:43.405417 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-3e6af8fc-f31a-4ccd-af6c-255c8ab304b8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Made reservation on behalf of b2fdc8d9fda8405b96ba036710a3089b for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:13:43.409776 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-3e6af8fc-f31a-4ccd-af6c-255c8ab304b8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:43.535181 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-3e6af8fc-f31a-4ccd-af6c-255c8ab304b8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Allocated IP 172.20.0.4 (0ee4a36d-b025-483b-8e67-1ea7b0e8248a/d325008a-07d3-4d06-affb-115f5dd2140a/fa37a0ef-153e-44f4-9224-c3de64ee2a46) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:13:43.671264 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-3e6af8fc-f31a-4ccd-af6c-255c8ab304b8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:43.707338 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-3e6af8fc-f31a-4ccd-af6c-255c8ab304b8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:43.711171 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:43.753225 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-3e6af8fc-f31a-4ccd-af6c-255c8ab304b8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Network 0ee4a36d-b025-483b-8e67-1ea7b0e8248a is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:13:43.757984 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-3e6af8fc-f31a-4ccd-af6c-255c8ab304b8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:13:43.761673 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-3e6af8fc-f31a-4ccd-af6c-255c8ab304b8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:13:43.768500 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6af8fc-f31a-4ccd-af6c-255c8ab304b8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Pushing event updated for resources: {'Port': ['ID=fa37a0ef-153e-44f4-9224-c3de64ee2a46,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:43.787852 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3e6af8fc-f31a-4ccd-af6c-255c8ab304b8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:43.811739 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-3e6af8fc-f31a-4ccd-af6c-255c8ab304b8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:43.812322 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-3e6af8fc-f31a-4ccd-af6c-255c8ab304b8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:43.824753 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-3e6af8fc-f31a-4ccd-af6c-255c8ab304b8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5436385 Jun 28 14:13:43.841851 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Request body: {'port': {'device_id': '63bd6d5f-3b4d-4d2f-a5de-469b39786bee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:13:43.910088 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:44.159290 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa37a0ef-153e-44f4-9224-c3de64ee2a46 {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:13:44.166379 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:44.178062 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Transition to ACTIVE for port object fa37a0ef-153e-44f4-9224-c3de64ee2a46 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:13:44.180937 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:44.183582 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-8d6f30ab-52e8-4373-bf74-ff26fb68d73c tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:44.231480 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Pushing event updated for resources: {'Port': ['ID=fa37a0ef-153e-44f4-9224-c3de64ee2a46,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:44.248413 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:44.296210 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Attempting to bind port fa37a0ef-153e-44f4-9224-c3de64ee2a46 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:13:44.296549 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Attempting to bind port fa37a0ef-153e-44f4-9224-c3de64ee2a46 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '78b7dfe4-f82a-4a6f-9187-c483206afa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ee4a36d-b025-483b-8e67-1ea7b0e8248a'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:13:44.296879 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Attempting to bind port fa37a0ef-153e-44f4-9224-c3de64ee2a46 on network 0ee4a36d-b025-483b-8e67-1ea7b0e8248a {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:13:44.301709 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Port fa37a0ef-153e-44f4-9224-c3de64ee2a46 on network 0ee4a36d-b025-483b-8e67-1ea7b0e8248a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:13:44.302034 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Attempting to bind port fa37a0ef-153e-44f4-9224-c3de64ee2a46 on network 0ee4a36d-b025-483b-8e67-1ea7b0e8248a {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:13:44.306669 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:13:44.307002 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Checking segment: {'id': '78b7dfe4-f82a-4a6f-9187-c483206afa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ee4a36d-b025-483b-8e67-1ea7b0e8248a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:13:44.307383 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Bound using segment: {'id': '78b7dfe4-f82a-4a6f-9187-c483206afa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ee4a36d-b025-483b-8e67-1ea7b0e8248a'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:13:44.307835 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Bound port: fa37a0ef-153e-44f4-9224-c3de64ee2a46, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b7dfe4-f82a-4a6f-9187-c483206afa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ee4a36d-b025-483b-8e67-1ea7b0e8248a'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:13:44.308197 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:44.376379 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] For port fa37a0ef-153e-44f4-9224-c3de64ee2a46, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:13:44.379427 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] For port fa37a0ef-153e-44f4-9224-c3de64ee2a46, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=fa37a0ef-153e-44f4-9224-c3de64ee2a46,segment=NetworkSegment(78b7dfe4-f82a-4a6f-9187-c483206afa0f),segment_id=78b7dfe4-f82a-4a6f-9187-c483206afa0f)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:13:44.384229 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:44.387087 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-653558cf-79bc-4a9e-b196-4fc78f149a53 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:44.415825 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e634c99-b7c6-4314-9e4a-1fc3fcd2f2f4 req-b55cf286-73bf-4371-a351-e5f60b535a5c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:44.416988 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:44.417703 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:44.419093 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] 10.222.0.55 "PUT /v2.0/ports/fa37a0ef-153e-44f4-9224-c3de64ee2a46 HTTP/1.1" status: 200 len: 1093 time: 0.5810654 Jun 28 14:13:44.421552 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bd6d5f-3b4d-4d2f-a5de-469b39786bee', 'tag': 'fa37a0ef-153e-44f4-9224-c3de64ee2a46'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:13:44.423751 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8e634c99-b7c6-4314-9e4a-1fc3fcd2f2f4 req-b55cf286-73bf-4371-a351-e5f60b535a5c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=63bd6d5f-3b4d-4d2f-a5de-469b39786bee HTTP/1.1" status: 200 len: 943 time: 0.0667508 Jun 28 14:13:44.423899 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb98a91-b246-4dd9-a06e-230a3e20160a" -d '{"events": [{"name": "network-changed", "server_uuid": "63bd6d5f-3b4d-4d2f-a5de-469b39786bee", "tag": "fa37a0ef-153e-44f4-9224-c3de64ee2a46"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:13:44.456623 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Pushing event updated for resources: {'Port': ['ID=fa37a0ef-153e-44f4-9224-c3de64ee2a46,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:44.459373 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-8e634c99-b7c6-4314-9e4a-1fc3fcd2f2f4 req-b94c8d1f-4ef1-40fd-abd9-99df5a2534f4 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347266 Jun 28 14:13:44.460959 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:44.462581 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5b7132-cd8d-4f5d-b99a-c70f5a75077d x-openstack-request-id: req-7c5b7132-cd8d-4f5d-b99a-c70f5a75077d {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:13:44.462909 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63bd6d5f-3b4d-4d2f-a5de-469b39786bee", "tag": "fa37a0ef-153e-44f4-9224-c3de64ee2a46", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:13:44.463243 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c5b7132-cd8d-4f5d-b99a-c70f5a75077d {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:13:44.464311 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63bd6d5f-3b4d-4d2f-a5de-469b39786bee', 'tag': 'fa37a0ef-153e-44f4-9224-c3de64ee2a46', 'status': 'completed', 'code': 200} Jun 28 14:13:44.543415 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-538ab8c4-d441-427c-a0bb-fc2e2d50dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:44.545404 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-538ab8c4-d441-427c-a0bb-fc2e2d50dcc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2fdc8d9fda8405b96ba036710a3089b&device_id=63bd6d5f-3b4d-4d2f-a5de-469b39786bee HTTP/1.1" status: 200 len: 1096 time: 0.0529761 Jun 28 14:13:44.593303 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-a228ce90-8f99-493f-a806-03db9a98632b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa37a0ef-153e-44f4-9224-c3de64ee2a46 HTTP/1.1" status: 200 len: 217 time: 0.0359292 Jun 28 14:13:44.639865 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-5c4d01d8-a255-4c2f-b0ab-622db7526c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:44.641224 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-5c4d01d8-a255-4c2f-b0ab-622db7526c23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d325008a-07d3-4d06-affb-115f5dd2140a HTTP/1.1" status: 200 len: 853 time: 0.0410910 Jun 28 14:13:44.672548 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-0f2bbcc0-341b-4fa8-b7b8-a64e5070c3e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ee4a36d-b025-483b-8e67-1ea7b0e8248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249488 Jun 28 14:13:44.760507 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-c6dbb887-5eca-41cb-807e-d2334470085c service neutron] 10.222.0.55 "GET /v2.0/networks/0ee4a36d-b025-483b-8e67-1ea7b0e8248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812452 Jun 28 14:13:44.848766 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fb1dd95a-0aae-481e-83a9-e60a60e26e17 req-282fe234-3dcf-4052-b5ff-51f2385f4076 service neutron] 10.222.0.55 "GET /v2.0/networks/0ee4a36d-b025-483b-8e67-1ea7b0e8248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815794 Jun 28 14:13:44.990771 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb98a91-b246-4dd9-a06e-230a3e20160a req-abfafc61-913f-4307-b1aa-35225aa23529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:44.992154 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bdb98a91-b246-4dd9-a06e-230a3e20160a req-abfafc61-913f-4307-b1aa-35225aa23529 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2fdc8d9fda8405b96ba036710a3089b&device_id=63bd6d5f-3b4d-4d2f-a5de-469b39786bee HTTP/1.1" status: 200 len: 1096 time: 0.0499649 Jun 28 14:13:45.083749 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb98a91-b246-4dd9-a06e-230a3e20160a req-f647ae1f-4a77-4784-aae2-ad22ba1a0940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:45.085144 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bdb98a91-b246-4dd9-a06e-230a3e20160a req-f647ae1f-4a77-4784-aae2-ad22ba1a0940 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ee4a36d-b025-483b-8e67-1ea7b0e8248a HTTP/1.1" status: 200 len: 914 time: 0.0841138 Jun 28 14:13:45.123912 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bdb98a91-b246-4dd9-a06e-230a3e20160a req-3a0c87bf-cfc7-4cfa-bdc4-52d7c44df401 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa37a0ef-153e-44f4-9224-c3de64ee2a46 HTTP/1.1" status: 200 len: 217 time: 0.0320551 Jun 28 14:13:45.172655 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb98a91-b246-4dd9-a06e-230a3e20160a req-53869d42-edcb-4870-af56-d8b40deb0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:45.174637 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bdb98a91-b246-4dd9-a06e-230a3e20160a req-53869d42-edcb-4870-af56-d8b40deb0582 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d325008a-07d3-4d06-affb-115f5dd2140a HTTP/1.1" status: 200 len: 853 time: 0.0434611 Jun 28 14:13:45.207166 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bdb98a91-b246-4dd9-a06e-230a3e20160a req-5b82bd08-f3a9-46e9-89ee-17baec131e3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ee4a36d-b025-483b-8e67-1ea7b0e8248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251451 Jun 28 14:13:45.294640 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bdb98a91-b246-4dd9-a06e-230a3e20160a req-5b96c57c-dfe0-4314-92bd-9959a3678d75 service neutron] 10.222.0.55 "GET /v2.0/networks/0ee4a36d-b025-483b-8e67-1ea7b0e8248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805128 Jun 28 14:13:45.380773 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-bdb98a91-b246-4dd9-a06e-230a3e20160a req-2f503110-fb9f-498d-800a-228f957310f3 service neutron] 10.222.0.55 "GET /v2.0/networks/0ee4a36d-b025-483b-8e67-1ea7b0e8248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779300 Jun 28 14:13:45.589816 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device fa37a0ef-153e-44f4-9224-c3de64ee2a46 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:13:45.634526 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579846c3-06e3-415c-beda-7ac02266070d req-e73a4235-6a96-4f2d-b9c7-4ce79ef6aefc tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:45.636036 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-579846c3-06e3-415c-beda-7ac02266070d req-e73a4235-6a96-4f2d-b9c7-4ce79ef6aefc tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=63bd6d5f-3b4d-4d2f-a5de-469b39786bee HTTP/1.1" status: 200 len: 943 time: 0.0622215 Jun 28 14:13:45.676819 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-579846c3-06e3-415c-beda-7ac02266070d req-fd3aeb89-c793-43b7-b09d-bb6c5435151f tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351605 Jun 28 14:13:45.683447 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port fa37a0ef-153e-44f4-9224-c3de64ee2a46, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=fa37a0ef-153e-44f4-9224-c3de64ee2a46,segment=NetworkSegment(78b7dfe4-f82a-4a6f-9187-c483206afa0f),segment_id=78b7dfe4-f82a-4a6f-9187-c483206afa0f)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:13:45.694169 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': 'fa37a0ef-153e-44f4-9224-c3de64ee2a46', 'network_id': '0ee4a36d-b025-483b-8e67-1ea7b0e8248a', 'port_id': 'fa37a0ef-153e-44f4-9224-c3de64ee2a46', 'mac_address': 'fa:16:3e:3d:5c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd325008a-07d3-4d06-affb-115f5dd2140a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:13:45.729345 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:45.741885 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa37a0ef-153e-44f4-9224-c3de64ee2a46 {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:13:45.760378 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port fa37a0ef-153e-44f4-9224-c3de64ee2a46, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=fa37a0ef-153e-44f4-9224-c3de64ee2a46,segment=NetworkSegment(78b7dfe4-f82a-4a6f-9187-c483206afa0f),segment_id=78b7dfe4-f82a-4a6f-9187-c483206afa0f)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:13:45.764145 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:45.766088 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:45.809674 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=fa37a0ef-153e-44f4-9224-c3de64ee2a46,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:45.816836 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:45.817194 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:45.817538 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:45.817892 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:45.818213 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:45.818542 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:45.818872 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:45.819197 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:45.819520 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:45.819907 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:45.820233 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:45.820553 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:45.824279 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:46.047242 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['fa37a0ef-153e-44f4-9224-c3de64ee2a46'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:13:46.845798 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f0d21-9d56-402e-9344-db3fba0127a8 req-04454ace-6490-42f8-a77c-a6488555c686 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:46.847241 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-132f0d21-9d56-402e-9344-db3fba0127a8 req-04454ace-6490-42f8-a77c-a6488555c686 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=63bd6d5f-3b4d-4d2f-a5de-469b39786bee HTTP/1.1" status: 200 len: 944 time: 0.0613327 Jun 28 14:13:46.884458 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-132f0d21-9d56-402e-9344-db3fba0127a8 req-166ca810-8e85-4d6b-bde9-4c545d8aa099 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317163 Jun 28 14:13:47.606492 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device fa37a0ef-153e-44f4-9224-c3de64ee2a46 up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:13:47.652237 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port fa37a0ef-153e-44f4-9224-c3de64ee2a46 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:13:47.655667 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port fa37a0ef-153e-44f4-9224-c3de64ee2a46 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:13:47.656079 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:47.731450 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:47.752279 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bd6d5f-3b4d-4d2f-a5de-469b39786bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa37a0ef-153e-44f4-9224-c3de64ee2a46'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:13:47.755063 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c07ae7-5933-448f-9b22-940036d92a72" -d '{"events": [{"server_uuid": "63bd6d5f-3b4d-4d2f-a5de-469b39786bee", "name": "network-vif-plugged", "status": "completed", "tag": "fa37a0ef-153e-44f4-9224-c3de64ee2a46"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:13:47.766828 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port fa37a0ef-153e-44f4-9224-c3de64ee2a46, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=fa37a0ef-153e-44f4-9224-c3de64ee2a46,segment=NetworkSegment(78b7dfe4-f82a-4a6f-9187-c483206afa0f),segment_id=78b7dfe4-f82a-4a6f-9187-c483206afa0f)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:13:47.771906 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:47.773740 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:47.794436 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada1119c-7a6a-4a6b-acdc-0ef7fdd922b5 x-openstack-request-id: req-ada1119c-7a6a-4a6b-acdc-0ef7fdd922b5 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:13:47.794741 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bd6d5f-3b4d-4d2f-a5de-469b39786bee", "name": "network-vif-plugged", "status": "completed", "tag": "fa37a0ef-153e-44f4-9224-c3de64ee2a46", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:13:47.795004 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ada1119c-7a6a-4a6b-acdc-0ef7fdd922b5 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:13:47.795392 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bd6d5f-3b4d-4d2f-a5de-469b39786bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa37a0ef-153e-44f4-9224-c3de64ee2a46', 'code': 200} Jun 28 14:13:47.820342 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=fa37a0ef-153e-44f4-9224-c3de64ee2a46,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:47.823176 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:48.035997 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc1a16-4be8-4849-bd6c-904b05ec0359 req-1770944b-3ff0-40a2-b7fc-d59bab475b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:48.037583 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-75dc1a16-4be8-4849-bd6c-904b05ec0359 req-1770944b-3ff0-40a2-b7fc-d59bab475b5b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=63bd6d5f-3b4d-4d2f-a5de-469b39786bee HTTP/1.1" status: 200 len: 1098 time: 0.0512426 Jun 28 14:13:48.051754 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b797e-485e-416b-bf1e-e3c5a46a1624 req-8ace4e59-5abc-416f-ba9c-6be695bbe177 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:48.053217 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-146b797e-485e-416b-bf1e-e3c5a46a1624 req-8ace4e59-5abc-416f-ba9c-6be695bbe177 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=63bd6d5f-3b4d-4d2f-a5de-469b39786bee HTTP/1.1" status: 200 len: 945 time: 0.0614932 Jun 28 14:13:48.071400 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-75dc1a16-4be8-4849-bd6c-904b05ec0359 req-d9ec225c-aa1e-4d5c-a1bc-877c574a4277 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276251 Jun 28 14:13:48.090068 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-146b797e-485e-416b-bf1e-e3c5a46a1624 req-f4db860d-fb9c-416e-9939-266ca590bd70 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312419 Jun 28 14:13:49.260843 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ebb87-1ab4-4a43-ba51-0dd060359ce4 req-c032f63a-6ead-4cfe-b2cc-cec7d9b19d7d tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:49.262300 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-be9ebb87-1ab4-4a43-ba51-0dd060359ce4 req-c032f63a-6ead-4cfe-b2cc-cec7d9b19d7d tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=63bd6d5f-3b4d-4d2f-a5de-469b39786bee HTTP/1.1" status: 200 len: 945 time: 0.0628819 Jun 28 14:13:49.298675 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-be9ebb87-1ab4-4a43-ba51-0dd060359ce4 req-34e71661-d99f-4f9a-8a59-258de4aab8fd tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308735 Jun 28 14:13:56.779826 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:01.368484 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d135-f6e8-422c-9316-8e4f968bcfd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:03.882199 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-1118ca37-e9e9-4ed2-b8ca-c8c2063141ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:04.176240 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:04.773094 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:14:05.084572 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:06.533367 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:26.782503 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:30.967435 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea26629-3e11-4f9d-ab03-d8ddd9175740 req-bd86a8ce-2a3c-4967-954b-ed2afa5eb5b8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:30.968812 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5ea26629-3e11-4f9d-ab03-d8ddd9175740 req-bd86a8ce-2a3c-4967-954b-ed2afa5eb5b8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=63bd6d5f-3b4d-4d2f-a5de-469b39786bee HTTP/1.1" status: 200 len: 945 time: 0.0670702 Jun 28 14:14:31.005503 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5ea26629-3e11-4f9d-ab03-d8ddd9175740 req-7b548b9b-d8bd-44d6-a19e-01d386ba9369 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311244 Jun 28 14:14:31.368361 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-23acf9a0-a1bf-461c-a1d9-181eaa848bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:32.177885 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c71fc6-cb13-4590-beb7-25a4f690cfc9 req-51f085b5-c4af-41ad-89ce-6b45e6ab0c85 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:32.179423 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f5c71fc6-cb13-4590-beb7-25a4f690cfc9 req-51f085b5-c4af-41ad-89ce-6b45e6ab0c85 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=63bd6d5f-3b4d-4d2f-a5de-469b39786bee HTTP/1.1" status: 200 len: 945 time: 0.0646918 Jun 28 14:14:32.215451 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-f5c71fc6-cb13-4590-beb7-25a4f690cfc9 req-58badbd4-75ba-4e92-a354-77303b244d6b tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297720 Jun 28 14:14:32.624221 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612e86d-b0f2-4483-870c-f10634de8f7e req-93c18f0c-9dc6-4769-bbbb-57858ea9b329 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:32.625652 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c612e86d-b0f2-4483-870c-f10634de8f7e req-93c18f0c-9dc6-4769-bbbb-57858ea9b329 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.55 "GET /v2.0/ports?device_id=63bd6d5f-3b4d-4d2f-a5de-469b39786bee HTTP/1.1" status: 200 len: 945 time: 0.0611475 Jun 28 14:14:32.723903 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-c612e86d-b0f2-4483-870c-f10634de8f7e req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Deleting port fa37a0ef-153e-44f4-9224-c3de64ee2a46 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:14:32.724156 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c612e86d-b0f2-4483-870c-f10634de8f7e req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:33.069748 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-c612e86d-b0f2-4483-870c-f10634de8f7e req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] For port fa37a0ef-153e-44f4-9224-c3de64ee2a46, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=fa37a0ef-153e-44f4-9224-c3de64ee2a46,segment=NetworkSegment(78b7dfe4-f82a-4a6f-9187-c483206afa0f),segment_id=78b7dfe4-f82a-4a6f-9187-c483206afa0f)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:14:33.070029 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c612e86d-b0f2-4483-870c-f10634de8f7e req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:33.082421 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-c612e86d-b0f2-4483-870c-f10634de8f7e req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Calling delete_port for fa37a0ef-153e-44f4-9224-c3de64ee2a46 owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:14:33.207033 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c612e86d-b0f2-4483-870c-f10634de8f7e req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:33.210725 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-951e450e-c516-4a87-b234-fe5da4616664 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:14:33.234178 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Pushing event deleted for resources: {'Port': ['ID=fa37a0ef-153e-44f4-9224-c3de64ee2a46,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:14:33.243446 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['fa37a0ef-153e-44f4-9224-c3de64ee2a46'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:14:33.244047 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:33.244152 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:33.244497 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:33.245385 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:33.245385 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:33.245558 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:33.245917 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:33.247480 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:33.247480 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:33.247480 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:33.247909 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:33.248228 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:33.254037 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:14:33.291628 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c612e86d-b0f2-4483-870c-f10634de8f7e req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] No DVR routers for this DVR port fa37a0ef-153e-44f4-9224-c3de64ee2a46 on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:14:33.294059 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-c612e86d-b0f2-4483-870c-f10634de8f7e req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:33.296113 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c612e86d-b0f2-4483-870c-f10634de8f7e req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.55 "DELETE /v2.0/ports/fa37a0ef-153e-44f4-9224-c3de64ee2a46 HTTP/1.1" status: 204 len: 173 time: 0.6647315 Jun 28 14:14:33.296618 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bd6d5f-3b4d-4d2f-a5de-469b39786bee', 'name': 'network-vif-deleted', 'tag': 'fa37a0ef-153e-44f4-9224-c3de64ee2a46'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:14:33.298921 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763bd379-5d27-4105-b1fc-0a1ee8989250" -d '{"events": [{"server_uuid": "63bd6d5f-3b4d-4d2f-a5de-469b39786bee", "name": "network-vif-deleted", "tag": "fa37a0ef-153e-44f4-9224-c3de64ee2a46"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:14:33.338474 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6917dca-7c72-44c4-902f-56a84c731d45 x-openstack-request-id: req-e6917dca-7c72-44c4-902f-56a84c731d45 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:14:33.338767 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bd6d5f-3b4d-4d2f-a5de-469b39786bee", "name": "network-vif-deleted", "tag": "fa37a0ef-153e-44f4-9224-c3de64ee2a46", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:14:33.339065 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6917dca-7c72-44c4-902f-56a84c731d45 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:14:33.339501 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bd6d5f-3b4d-4d2f-a5de-469b39786bee', 'name': 'network-vif-deleted', 'tag': 'fa37a0ef-153e-44f4-9224-c3de64ee2a46', 'status': 'completed', 'code': 200} Jun 28 14:14:33.388913 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0c73bdb1-8da9-4b9a-b5d3-9db7ade75744 req-4a543367-8a0a-47b1-8496-7437513459c8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=63bd6d5f-3b4d-4d2f-a5de-469b39786bee HTTP/1.1" status: 200 len: 210 time: 0.0350215 Jun 28 14:14:33.882274 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-713f0dba-9f63-4904-8771-17e8c3b5c0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:34.176902 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:35.086509 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:36.535259 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:37.499232 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device fa37a0ef-153e-44f4-9224-c3de64ee2a46 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:14:37.518462 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: fa37a0ef-153e-44f4-9224-c3de64ee2a46 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:14:37.518808 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device fa37a0ef-153e-44f4-9224-c3de64ee2a46 not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:14:41.771771 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:14:42.408493 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-e128ee23-8ef0-49e3-bc3c-74db16404d43 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:42.409831 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-e128ee23-8ef0-49e3-bc3c-74db16404d43 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/networks?id=0ee4a36d-b025-483b-8e67-1ea7b0e8248a HTTP/1.1" status: 200 len: 813 time: 0.0974443 Jun 28 14:14:42.424765 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-5f62c8f5-9833-466d-a706-2dc673d778fd tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/quotas/b2fdc8d9fda8405b96ba036710a3089b HTTP/1.1" status: 200 len: 375 time: 0.0096955 Jun 28 14:14:42.459403 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-064eb03f-cec4-47e5-be6f-696acbbc7d84 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2fdc8d9fda8405b96ba036710a3089b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299969 Jun 28 14:14:42.545266 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-05204f8a-b691-48a6-9a19-a1b9d025839a service neutron] 10.222.0.11 "GET /v2.0/networks/0ee4a36d-b025-483b-8e67-1ea7b0e8248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787740 Jun 28 14:14:42.632961 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-7c97e5c7-282a-4ab8-b96d-51cbc2601f02 service neutron] 10.222.0.11 "GET /v2.0/networks/0ee4a36d-b025-483b-8e67-1ea7b0e8248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819523 Jun 28 14:14:42.792265 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b724ff85-ef9f-41a9-afaa-ba61c25cc678 req-cdc42534-e0a3-4460-b72b-312f8d5679a0 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 210 time: 0.0280342 Jun 28 14:14:43.924173 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-7470484d-1c6b-4f33-851b-c08b0684d6e7 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:43.925583 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-7470484d-1c6b-4f33-851b-c08b0684d6e7 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.55 "GET /v2.0/networks?id=0ee4a36d-b025-483b-8e67-1ea7b0e8248a HTTP/1.1" status: 200 len: 813 time: 0.1135805 Jun 28 14:14:43.953575 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-68a8c36a-6d4a-40ab-8bd6-913de4db90fe req-f3176e04-37f8-4ee1-893c-c44d9c8e25c4 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 210 time: 0.0368822 Jun 28 14:14:43.956982 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-0b5ff4bd-499a-4298-9c29-9a67170f71a8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Request body: {'port': {'device_id': '579fd033-0811-4779-af16-39e5baacca74', 'network_id': '0ee4a36d-b025-483b-8e67-1ea7b0e8248a', 'admin_state_up': True, 'tenant_id': 'b2fdc8d9fda8405b96ba036710a3089b'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:14:44.065879 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-0b5ff4bd-499a-4298-9c29-9a67170f71a8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Made reservation on behalf of b2fdc8d9fda8405b96ba036710a3089b for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:14:44.069401 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-0b5ff4bd-499a-4298-9c29-9a67170f71a8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:44.191681 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-0b5ff4bd-499a-4298-9c29-9a67170f71a8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Allocated IP 172.20.0.12 (0ee4a36d-b025-483b-8e67-1ea7b0e8248a/d325008a-07d3-4d06-affb-115f5dd2140a/c767f7ab-6da1-4cae-bfc2-79a095585229) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:14:44.329367 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-0b5ff4bd-499a-4298-9c29-9a67170f71a8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:44.366145 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-0b5ff4bd-499a-4298-9c29-9a67170f71a8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:44.369809 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-47e3919d-ac6c-4a42-950a-2e1e8c33fe9c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:14:44.410437 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-0b5ff4bd-499a-4298-9c29-9a67170f71a8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Network 0ee4a36d-b025-483b-8e67-1ea7b0e8248a is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:14:44.413691 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-0b5ff4bd-499a-4298-9c29-9a67170f71a8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:14:44.419902 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-0b5ff4bd-499a-4298-9c29-9a67170f71a8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:14:44.444073 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ff4bd-499a-4298-9c29-9a67170f71a8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Pushing event updated for resources: {'Port': ['ID=c767f7ab-6da1-4cae-bfc2-79a095585229,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:14:44.450143 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-0b5ff4bd-499a-4298-9c29-9a67170f71a8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:14:44.474575 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-0b5ff4bd-499a-4298-9c29-9a67170f71a8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:44.475189 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-0b5ff4bd-499a-4298-9c29-9a67170f71a8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:44.489432 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-0b5ff4bd-499a-4298-9c29-9a67170f71a8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5381122 Jun 28 14:14:44.507301 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Request body: {'port': {'device_id': '579fd033-0811-4779-af16-39e5baacca74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:14:44.575519 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:44.830745 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c767f7ab-6da1-4cae-bfc2-79a095585229 {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:14:44.837906 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:44.849274 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Transition to ACTIVE for port object c767f7ab-6da1-4cae-bfc2-79a095585229 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:14:44.853432 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:44.856618 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-88f9870e-a202-4c7c-858c-7b9b74153197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:14:44.904027 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Pushing event updated for resources: {'Port': ['ID=c767f7ab-6da1-4cae-bfc2-79a095585229,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:14:44.921778 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:14:44.971818 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Attempting to bind port c767f7ab-6da1-4cae-bfc2-79a095585229 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:14:44.972457 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Attempting to bind port c767f7ab-6da1-4cae-bfc2-79a095585229 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '78b7dfe4-f82a-4a6f-9187-c483206afa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ee4a36d-b025-483b-8e67-1ea7b0e8248a'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:14:44.972457 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Attempting to bind port c767f7ab-6da1-4cae-bfc2-79a095585229 on network 0ee4a36d-b025-483b-8e67-1ea7b0e8248a {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:14:44.976633 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Port c767f7ab-6da1-4cae-bfc2-79a095585229 on network 0ee4a36d-b025-483b-8e67-1ea7b0e8248a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:14:44.976955 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Attempting to bind port c767f7ab-6da1-4cae-bfc2-79a095585229 on network 0ee4a36d-b025-483b-8e67-1ea7b0e8248a {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:14:44.982402 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:14:44.982741 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Checking segment: {'id': '78b7dfe4-f82a-4a6f-9187-c483206afa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ee4a36d-b025-483b-8e67-1ea7b0e8248a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:14:44.983131 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Bound using segment: {'id': '78b7dfe4-f82a-4a6f-9187-c483206afa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ee4a36d-b025-483b-8e67-1ea7b0e8248a'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:14:44.983560 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Bound port: c767f7ab-6da1-4cae-bfc2-79a095585229, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b7dfe4-f82a-4a6f-9187-c483206afa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ee4a36d-b025-483b-8e67-1ea7b0e8248a'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:14:44.983943 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:45.045601 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] For port c767f7ab-6da1-4cae-bfc2-79a095585229, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:14:45.048713 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] For port c767f7ab-6da1-4cae-bfc2-79a095585229, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c767f7ab-6da1-4cae-bfc2-79a095585229,segment=NetworkSegment(78b7dfe4-f82a-4a6f-9187-c483206afa0f),segment_id=78b7dfe4-f82a-4a6f-9187-c483206afa0f)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:14:45.054163 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:45.057104 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4acb94ce-dad9-4c25-aec9-dbce0b394581 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:14:45.085785 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:45.086377 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:45.087969 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] 10.222.0.55 "PUT /v2.0/ports/c767f7ab-6da1-4cae-bfc2-79a095585229 HTTP/1.1" status: 200 len: 1094 time: 0.5846097 Jun 28 14:14:45.090142 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579fd033-0811-4779-af16-39e5baacca74', 'tag': 'c767f7ab-6da1-4cae-bfc2-79a095585229'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:14:45.092476 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d18115-5c7c-4890-a097-018118a67754" -d '{"events": [{"name": "network-changed", "server_uuid": "579fd033-0811-4779-af16-39e5baacca74", "tag": "c767f7ab-6da1-4cae-bfc2-79a095585229"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:14:45.122466 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Pushing event updated for resources: {'Port': ['ID=c767f7ab-6da1-4cae-bfc2-79a095585229,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:14:45.125586 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3a7147e6-37b8-4996-ba15-e9cd11ed0985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:14:45.133514 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c0453-b503-4e36-a930-2f10668e79da req-a99e2c83-5664-46b1-ac84-3a8df0ddf407 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:45.135154 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-995c0453-b503-4e36-a930-2f10668e79da req-a99e2c83-5664-46b1-ac84-3a8df0ddf407 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 944 time: 0.0692530 Jun 28 14:14:45.145592 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9236e481-055e-494c-a3bd-fc8aefd277eb x-openstack-request-id: req-9236e481-055e-494c-a3bd-fc8aefd277eb {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:14:45.145925 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579fd033-0811-4779-af16-39e5baacca74", "tag": "c767f7ab-6da1-4cae-bfc2-79a095585229", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:14:45.146220 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9236e481-055e-494c-a3bd-fc8aefd277eb {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:14:45.146655 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579fd033-0811-4779-af16-39e5baacca74', 'tag': 'c767f7ab-6da1-4cae-bfc2-79a095585229', 'status': 'completed', 'code': 200} Jun 28 14:14:45.177037 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-995c0453-b503-4e36-a930-2f10668e79da req-49ae6162-4781-4030-9406-a30cdb1a2191 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360970 Jun 28 14:14:45.214452 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-8a3a3784-51ad-4222-96ce-8da89a3571f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:45.215982 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-8a3a3784-51ad-4222-96ce-8da89a3571f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2fdc8d9fda8405b96ba036710a3089b&device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 1097 time: 0.0524042 Jun 28 14:14:45.264586 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-4d47ba25-3c75-4a50-ae12-6e5b3d0b27d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c767f7ab-6da1-4cae-bfc2-79a095585229 HTTP/1.1" status: 200 len: 217 time: 0.0359969 Jun 28 14:14:45.310504 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-f1278738-8399-4b64-b7c7-6f2afb792b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:45.311884 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-f1278738-8399-4b64-b7c7-6f2afb792b4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d325008a-07d3-4d06-affb-115f5dd2140a HTTP/1.1" status: 200 len: 853 time: 0.0414660 Jun 28 14:14:45.342841 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-6677be75-bbec-4254-99c9-d3031dad25d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ee4a36d-b025-483b-8e67-1ea7b0e8248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246961 Jun 28 14:14:45.430669 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-c4ff6041-e635-4eaf-abc1-5bf1b8dd9e3f service neutron] 10.222.0.55 "GET /v2.0/networks/0ee4a36d-b025-483b-8e67-1ea7b0e8248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811303 Jun 28 14:14:45.516228 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8e8d3581-c65a-4ddf-a00d-204075bc75d4 req-629c40de-41fd-46b4-b2c9-b3fa16680a2f service neutron] 10.222.0.55 "GET /v2.0/networks/0ee4a36d-b025-483b-8e67-1ea7b0e8248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787814 Jun 28 14:14:45.668917 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d18115-5c7c-4890-a097-018118a67754 req-a7070548-8d25-4f8f-8bf5-2d321b9ee099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:45.670359 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-91d18115-5c7c-4890-a097-018118a67754 req-a7070548-8d25-4f8f-8bf5-2d321b9ee099 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2fdc8d9fda8405b96ba036710a3089b&device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 1097 time: 0.0546544 Jun 28 14:14:45.755916 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d18115-5c7c-4890-a097-018118a67754 req-7a098702-eec5-4ded-87ca-9cef04bd0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:45.757323 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-91d18115-5c7c-4890-a097-018118a67754 req-7a098702-eec5-4ded-87ca-9cef04bd0bca service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ee4a36d-b025-483b-8e67-1ea7b0e8248a HTTP/1.1" status: 200 len: 914 time: 0.0799320 Jun 28 14:14:45.799392 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-91d18115-5c7c-4890-a097-018118a67754 req-9bb53e07-7996-4a99-bff1-e3bcf8b302ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c767f7ab-6da1-4cae-bfc2-79a095585229 HTTP/1.1" status: 200 len: 217 time: 0.0354145 Jun 28 14:14:45.845821 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d18115-5c7c-4890-a097-018118a67754 req-f0265f76-11eb-43ea-80b5-2e1d6070b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:45.847162 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-91d18115-5c7c-4890-a097-018118a67754 req-f0265f76-11eb-43ea-80b5-2e1d6070b5da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d325008a-07d3-4d06-affb-115f5dd2140a HTTP/1.1" status: 200 len: 853 time: 0.0414202 Jun 28 14:14:45.878879 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-91d18115-5c7c-4890-a097-018118a67754 req-fc3717e8-6a43-49e5-bf64-2607295e0eca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ee4a36d-b025-483b-8e67-1ea7b0e8248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248277 Jun 28 14:14:45.976104 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-91d18115-5c7c-4890-a097-018118a67754 req-0989f809-a688-4a6c-9433-eed66ee08c53 service neutron] 10.222.0.55 "GET /v2.0/networks/0ee4a36d-b025-483b-8e67-1ea7b0e8248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903645 Jun 28 14:14:46.063977 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-91d18115-5c7c-4890-a097-018118a67754 req-d9973f81-b53d-43fd-8764-c5017dfc4418 service neutron] 10.222.0.55 "GET /v2.0/networks/0ee4a36d-b025-483b-8e67-1ea7b0e8248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798793 Jun 28 14:14:46.510320 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7505b51-81dd-4604-8e52-04ed88d470ed req-19fc6235-1450-4298-841d-2be6cb9efbd9 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:46.512282 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b7505b51-81dd-4604-8e52-04ed88d470ed req-19fc6235-1450-4298-841d-2be6cb9efbd9 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 944 time: 0.2120147 Jun 28 14:14:46.548027 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b7505b51-81dd-4604-8e52-04ed88d470ed req-b8eb7789-348f-4191-b4f4-7fcad846d8b1 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299819 Jun 28 14:14:47.768091 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22277a00-f3e2-4ca6-9bcc-8436bab7a9aa req-5fc56266-9ab5-4256-b30b-4cd3284e1ee8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:47.769446 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-22277a00-f3e2-4ca6-9bcc-8436bab7a9aa req-5fc56266-9ab5-4256-b30b-4cd3284e1ee8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 944 time: 0.1126168 Jun 28 14:14:47.804657 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-22277a00-f3e2-4ca6-9bcc-8436bab7a9aa req-10d4f9a3-d90e-45fb-9c06-18afe869c9e9 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296113 Jun 28 14:14:48.972323 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab63a8-ee40-4881-a15f-d8c99d9db66c req-e70515d5-7040-42cb-a3af-83c95b19729e tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:48.973791 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f7ab63a8-ee40-4881-a15f-d8c99d9db66c req-e70515d5-7040-42cb-a3af-83c95b19729e tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 944 time: 0.0637367 Jun 28 14:14:49.011082 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f7ab63a8-ee40-4881-a15f-d8c99d9db66c req-30251e14-77af-44b4-acfe-a027b8132516 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313914 Jun 28 14:14:49.855149 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device c767f7ab-6da1-4cae-bfc2-79a095585229 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:14:49.946358 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port c767f7ab-6da1-4cae-bfc2-79a095585229, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c767f7ab-6da1-4cae-bfc2-79a095585229,segment=NetworkSegment(78b7dfe4-f82a-4a6f-9187-c483206afa0f),segment_id=78b7dfe4-f82a-4a6f-9187-c483206afa0f)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:14:49.958350 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': 'c767f7ab-6da1-4cae-bfc2-79a095585229', 'network_id': '0ee4a36d-b025-483b-8e67-1ea7b0e8248a', 'port_id': 'c767f7ab-6da1-4cae-bfc2-79a095585229', 'mac_address': 'fa:16:3e:24:a1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd325008a-07d3-4d06-affb-115f5dd2140a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:14:49.992529 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:50.004732 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c767f7ab-6da1-4cae-bfc2-79a095585229 {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:14:50.023545 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port c767f7ab-6da1-4cae-bfc2-79a095585229, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c767f7ab-6da1-4cae-bfc2-79a095585229,segment=NetworkSegment(78b7dfe4-f82a-4a6f-9187-c483206afa0f),segment_id=78b7dfe4-f82a-4a6f-9187-c483206afa0f)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:14:50.028212 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:50.029914 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-f88c450c-ec8c-443f-a568-bed478acbc82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:14:50.074572 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=c767f7ab-6da1-4cae-bfc2-79a095585229,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:14:50.081916 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:50.082297 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:50.082643 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:50.082979 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:50.083321 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:50.083678 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:50.084028 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:50.084354 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:50.084701 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:50.085031 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:50.085356 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:50.085678 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:14:50.089542 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:14:50.179511 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85433d69-e967-4e12-8c41-a066d8af5b23 req-ffb78bc1-5c8d-479d-95a2-a20987458b0e tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:50.180977 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-85433d69-e967-4e12-8c41-a066d8af5b23 req-ffb78bc1-5c8d-479d-95a2-a20987458b0e tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 945 time: 0.0606606 Jun 28 14:14:50.217045 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-85433d69-e967-4e12-8c41-a066d8af5b23 req-fc50a962-6fbb-406d-a111-063d634e646d tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298469 Jun 28 14:14:50.304960 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['c767f7ab-6da1-4cae-bfc2-79a095585229'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:14:51.385971 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9aa4df-e5b3-4391-ac7e-bc853c035967 req-aae35db3-6c80-43e9-a697-5ec750ba2e53 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:51.387422 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9b9aa4df-e5b3-4391-ac7e-bc853c035967 req-aae35db3-6c80-43e9-a697-5ec750ba2e53 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 945 time: 0.0608017 Jun 28 14:14:51.423803 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-9b9aa4df-e5b3-4391-ac7e-bc853c035967 req-11b4ce28-c4ab-4fbe-982f-601a1300e856 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306945 Jun 28 14:14:51.853898 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device c767f7ab-6da1-4cae-bfc2-79a095585229 up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:14:51.899213 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port c767f7ab-6da1-4cae-bfc2-79a095585229 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:14:51.903268 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port c767f7ab-6da1-4cae-bfc2-79a095585229 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:14:51.903646 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:51.976355 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:51.998108 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579fd033-0811-4779-af16-39e5baacca74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c767f7ab-6da1-4cae-bfc2-79a095585229'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:14:52.000375 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14533146-4de2-4336-812c-31e4dc47aa1f" -d '{"events": [{"server_uuid": "579fd033-0811-4779-af16-39e5baacca74", "name": "network-vif-plugged", "status": "completed", "tag": "c767f7ab-6da1-4cae-bfc2-79a095585229"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:14:52.012897 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port c767f7ab-6da1-4cae-bfc2-79a095585229, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c767f7ab-6da1-4cae-bfc2-79a095585229,segment=NetworkSegment(78b7dfe4-f82a-4a6f-9187-c483206afa0f),segment_id=78b7dfe4-f82a-4a6f-9187-c483206afa0f)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:14:52.017261 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:52.019171 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:14:52.040138 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629e744b-87fa-4b00-ba52-429d2c20f3fa x-openstack-request-id: req-629e744b-87fa-4b00-ba52-429d2c20f3fa {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:14:52.040444 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579fd033-0811-4779-af16-39e5baacca74", "name": "network-vif-plugged", "status": "completed", "tag": "c767f7ab-6da1-4cae-bfc2-79a095585229", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:14:52.040713 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-629e744b-87fa-4b00-ba52-429d2c20f3fa {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:14:52.041111 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579fd033-0811-4779-af16-39e5baacca74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c767f7ab-6da1-4cae-bfc2-79a095585229', 'code': 200} Jun 28 14:14:52.066443 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=c767f7ab-6da1-4cae-bfc2-79a095585229,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:14:52.069294 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:14:52.281859 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d4070-5f55-4ad9-8fcb-6485aed9ccb7 req-858fbb50-6df1-4ea4-9d91-fe332dbd6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:52.283304 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-753d4070-5f55-4ad9-8fcb-6485aed9ccb7 req-858fbb50-6df1-4ea4-9d91-fe332dbd6a94 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 1099 time: 0.0537059 Jun 28 14:14:52.316440 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-753d4070-5f55-4ad9-8fcb-6485aed9ccb7 req-429bd154-9421-46b3-bc9e-97304a36cc7e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267529 Jun 28 14:14:52.591485 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6c9f2-b9d4-4463-9997-7435d78e4c48 req-aade5ff0-cc05-49e0-b844-5b6516c4a180 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:52.592877 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-77c6c9f2-b9d4-4463-9997-7435d78e4c48 req-aade5ff0-cc05-49e0-b844-5b6516c4a180 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 946 time: 0.0613866 Jun 28 14:14:52.629655 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-77c6c9f2-b9d4-4463-9997-7435d78e4c48 req-19a36c4f-c2b0-4b2d-b572-01321649d276 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310841 Jun 28 14:14:53.802579 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274a90d-6f62-4c78-ba02-58e231261d91 req-3839b8e7-7aa0-4d77-ac78-0e7451adfa64 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:14:53.803958 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-5274a90d-6f62-4c78-ba02-58e231261d91 req-3839b8e7-7aa0-4d77-ac78-0e7451adfa64 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 946 time: 0.0647471 Jun 28 14:14:53.841161 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-5274a90d-6f62-4c78-ba02-58e231261d91 req-70b6e634-0bc7-4836-87f0-34ef54146e1e tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314729 Jun 28 14:14:56.781632 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:01.367716 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-ae8c317b-08d4-45ab-a633-471288c154d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:03.883976 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-7bea0eda-3aec-4dab-99af-19b2c076954d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:04.177813 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:04.851079 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a876634-f292-498e-98b3-031f91cd3e50 req-abb7d6d5-f44d-4da5-a6bd-0bc3ad40d42c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=579fd033-0811-4779-af16-39e5baacca74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540016 Jun 28 14:15:04.963773 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a876634-f292-498e-98b3-031f91cd3e50 req-51afe760-e3b7-46b7-a5af-b28812c1beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:15:04.965361 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a876634-f292-498e-98b3-031f91cd3e50 req-51afe760-e3b7-46b7-a5af-b28812c1beaf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2fdc8d9fda8405b96ba036710a3089b&device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 1099 time: 0.0513034 Jun 28 14:15:05.068187 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a876634-f292-498e-98b3-031f91cd3e50 req-1aefd521-379b-4bc7-9018-98551d29c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:15:05.069564 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a876634-f292-498e-98b3-031f91cd3e50 req-1aefd521-379b-4bc7-9018-98551d29c80a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ee4a36d-b025-483b-8e67-1ea7b0e8248a HTTP/1.1" status: 200 len: 914 time: 0.0834541 Jun 28 14:15:05.088204 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:05.112223 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a876634-f292-498e-98b3-031f91cd3e50 req-fbd3b094-b1a7-4623-a5fc-17ff0a57c8d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c767f7ab-6da1-4cae-bfc2-79a095585229 HTTP/1.1" status: 200 len: 217 time: 0.0362654 Jun 28 14:15:05.159532 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a876634-f292-498e-98b3-031f91cd3e50 req-dc7dd25c-715f-4d2f-9e14-d0600e4ea284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:15:05.160941 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a876634-f292-498e-98b3-031f91cd3e50 req-dc7dd25c-715f-4d2f-9e14-d0600e4ea284 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d325008a-07d3-4d06-affb-115f5dd2140a HTTP/1.1" status: 200 len: 853 time: 0.0412729 Jun 28 14:15:05.192728 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a876634-f292-498e-98b3-031f91cd3e50 req-ca71bcbb-9e6f-4f5a-88fe-0883f42a9e27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ee4a36d-b025-483b-8e67-1ea7b0e8248a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253770 Jun 28 14:15:05.202813 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [req-0a876634-f292-498e-98b3-031f91cd3e50 req-e7f183da-4108-41dd-9c4f-e34b32cec6cd service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 14:15:05.203785 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a876634-f292-498e-98b3-031f91cd3e50 req-e7f183da-4108-41dd-9c4f-e34b32cec6cd service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047882 Jun 28 14:15:05.290032 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a876634-f292-498e-98b3-031f91cd3e50 req-72ed70c8-6978-4ff0-8953-2ca68380c11d service neutron] 10.222.0.55 "GET /v2.0/networks/0ee4a36d-b025-483b-8e67-1ea7b0e8248a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800409 Jun 28 14:15:05.373642 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0a876634-f292-498e-98b3-031f91cd3e50 req-345226ad-7c5e-4069-8a21-c5b3e20337c3 service neutron] 10.222.0.55 "GET /v2.0/networks/0ee4a36d-b025-483b-8e67-1ea7b0e8248a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775409 Jun 28 14:15:06.538441 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:15.170766 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1569b5-a161-4b4d-8b6d-eaed73895a6b req-ec93f184-b7d9-4d4e-9499-b109bb513e26 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:15:15.172234 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7d1569b5-a161-4b4d-8b6d-eaed73895a6b req-ec93f184-b7d9-4d4e-9499-b109bb513e26 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 946 time: 0.0617771 Jun 28 14:15:15.208729 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-7d1569b5-a161-4b4d-8b6d-eaed73895a6b req-87ace6ac-4456-4d85-9e8e-470d6b602fd7 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309603 Jun 28 14:15:16.382810 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078f76c-32c3-48ca-82b2-93827c8e7401 req-8f765f9b-b7df-4cc9-a9a3-9d36a22ea7a3 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:15:16.384404 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c078f76c-32c3-48ca-82b2-93827c8e7401 req-8f765f9b-b7df-4cc9-a9a3-9d36a22ea7a3 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 946 time: 0.0661671 Jun 28 14:15:16.420778 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c078f76c-32c3-48ca-82b2-93827c8e7401 req-1ec3eac3-c5ce-458f-98b6-5892293468eb tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/security-groups?id=8417a489-63a5-483f-bfaf-9a7e69b39713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308735 Jun 28 14:15:16.872219 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44301a11-3fb4-4e90-a182-67c36ec4d901 req-19e1708a-0113-4411-a0a0-9946f0628950 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:15:16.873635 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-44301a11-3fb4-4e90-a182-67c36ec4d901 req-19e1708a-0113-4411-a0a0-9946f0628950 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.55 "GET /v2.0/ports?device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 946 time: 0.0610456 Jun 28 14:15:16.974176 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-44301a11-3fb4-4e90-a182-67c36ec4d901 req-b0f88593-e11a-4dcf-8cec-bf1f2b04ad9f tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Deleting port c767f7ab-6da1-4cae-bfc2-79a095585229 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:15:16.974524 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-44301a11-3fb4-4e90-a182-67c36ec4d901 req-b0f88593-e11a-4dcf-8cec-bf1f2b04ad9f tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:17.062708 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-44301a11-3fb4-4e90-a182-67c36ec4d901 req-b0f88593-e11a-4dcf-8cec-bf1f2b04ad9f tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] For port c767f7ab-6da1-4cae-bfc2-79a095585229, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c767f7ab-6da1-4cae-bfc2-79a095585229,segment=NetworkSegment(78b7dfe4-f82a-4a6f-9187-c483206afa0f),segment_id=78b7dfe4-f82a-4a6f-9187-c483206afa0f)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:15:17.063070 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-44301a11-3fb4-4e90-a182-67c36ec4d901 req-b0f88593-e11a-4dcf-8cec-bf1f2b04ad9f tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:17.075480 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-44301a11-3fb4-4e90-a182-67c36ec4d901 req-b0f88593-e11a-4dcf-8cec-bf1f2b04ad9f tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Calling delete_port for c767f7ab-6da1-4cae-bfc2-79a095585229 owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:15:17.197797 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-44301a11-3fb4-4e90-a182-67c36ec4d901 req-b0f88593-e11a-4dcf-8cec-bf1f2b04ad9f tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:17.202044 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-c73896b2-705a-4a9d-b8cd-4daca8aab581 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:17.227330 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f88593-e11a-4dcf-8cec-bf1f2b04ad9f tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Pushing event deleted for resources: {'Port': ['ID=c767f7ab-6da1-4cae-bfc2-79a095585229,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:17.231714 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-b0f88593-e11a-4dcf-8cec-bf1f2b04ad9f tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:17.236398 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['c767f7ab-6da1-4cae-bfc2-79a095585229'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:15:17.270337 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-44301a11-3fb4-4e90-a182-67c36ec4d901 req-b0f88593-e11a-4dcf-8cec-bf1f2b04ad9f tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] No DVR routers for this DVR port c767f7ab-6da1-4cae-bfc2-79a095585229 on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:15:17.272688 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-44301a11-3fb4-4e90-a182-67c36ec4d901 req-b0f88593-e11a-4dcf-8cec-bf1f2b04ad9f tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:17.274648 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-44301a11-3fb4-4e90-a182-67c36ec4d901 req-b0f88593-e11a-4dcf-8cec-bf1f2b04ad9f tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.55 "DELETE /v2.0/ports/c767f7ab-6da1-4cae-bfc2-79a095585229 HTTP/1.1" status: 204 len: 173 time: 0.3960025 Jun 28 14:15:17.275158 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579fd033-0811-4779-af16-39e5baacca74', 'name': 'network-vif-deleted', 'tag': 'c767f7ab-6da1-4cae-bfc2-79a095585229'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:15:17.277459 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1969fcf-3687-44df-812a-e25c183f0f0e" -d '{"events": [{"server_uuid": "579fd033-0811-4779-af16-39e5baacca74", "name": "network-vif-deleted", "tag": "c767f7ab-6da1-4cae-bfc2-79a095585229"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:15:17.316930 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce339e9-eebe-4d06-b1d6-dce3afca97e8 x-openstack-request-id: req-fce339e9-eebe-4d06-b1d6-dce3afca97e8 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:15:17.317278 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579fd033-0811-4779-af16-39e5baacca74", "name": "network-vif-deleted", "tag": "c767f7ab-6da1-4cae-bfc2-79a095585229", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:15:17.317576 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fce339e9-eebe-4d06-b1d6-dce3afca97e8 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:15:17.318010 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579fd033-0811-4779-af16-39e5baacca74', 'name': 'network-vif-deleted', 'tag': 'c767f7ab-6da1-4cae-bfc2-79a095585229', 'status': 'completed', 'code': 200} Jun 28 14:15:17.574093 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5fccf0db-e896-4b3d-a218-659dc9e4aafb req-7de64303-0000-4820-8522-d2268d3439f6 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] 10.222.0.11 "GET /v2.0/ports?device_id=579fd033-0811-4779-af16-39e5baacca74 HTTP/1.1" status: 200 len: 210 time: 0.0318780 Jun 28 14:15:18.770087 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:15:22.978987 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device c767f7ab-6da1-4cae-bfc2-79a095585229 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:15:22.998859 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: c767f7ab-6da1-4cae-bfc2-79a095585229 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:15:22.999203 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device c767f7ab-6da1-4cae-bfc2-79a095585229 not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:15:26.795462 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:31.368959 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-b5c96ca9-d647-4ce3-881d-81f90d8275c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:33.884712 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-2eac2edf-8ee0-4182-90a9-0392a509a9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:34.178720 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:35.094159 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:36.541784 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:40.598491 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34050) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:40.641687 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_v2 [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Deleting subnet d325008a-07d3-4d06-affb-115f5dd2140a {{(pid=93024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:15:40.644621 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:40.680014 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640428'] for subnet, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:40.717025 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722368'] for subnet, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:40.767116 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6079573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6240845'] for subnet, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:40.769862 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:40.798563 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d325008a-07d3-4d06-affb-115f5dd2140a,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:40.802864 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:40.804785 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d325008a-07d3-4d06-affb-115f5dd2140a HTTP/1.1" status: 204 len: 168 time: 0.2052236 Jun 28 14:15:40.807251 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 34052) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:40.809304 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:40.809686 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:40.810059 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:40.811006 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:40.811369 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:40.811757 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:40.812122 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:40.812482 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:40.812846 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:40.813204 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:40.813556 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:40.813908 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:40.816911 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-24642125-2c59-413f-8a48-9ecd966bb98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:40.875587 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813611'] for network, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:40.952528 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722966', 'neutron.services.segments.db._delete_segments_for_network-8749054792488'] for network, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:40.961937 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee4a36d-b025-483b-8e67-1ea7b0e8248a']}} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:40.971782 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b7dfe4-f82a-4a6f-9187-c483206afa0f') {'for_net_delete': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:40.972083 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b7dfe4-f82a-4a6f-9187-c483206afa0f') {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:40.980732 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054738571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6591768'] for segment, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:40.994455 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:41.000481 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=93023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:15:41.000927 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6809206'] for segment, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: Traceback (most recent call last): Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: timer() Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: cb(*args, **kw) Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: return func(*args, **kwargs) Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: self._notify() Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: self.callback(batched_events) Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: event.method(event) Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: return f(self, *a, **k) Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._get(url).json() Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: return self.request(url, 'GET', **kwargs) Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:15:41.002610 dv-cinder-761113-15-iscsi neutron-server[93023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:15:41.054075 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707171'] for network, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:41.057976 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-73f982fd-1e47-4109-bbdd-3ae9d0a325b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:41.060311 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:41.062096 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0ee4a36d-b025-483b-8e67-1ea7b0e8248a HTTP/1.1" status: 204 len: 168 time: 0.2538519 Jun 28 14:15:41.076811 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ee4a36d-b025-483b-8e67-1ea7b0e8248a,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:41.083844 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:41.084229 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:41.084598 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:41.084960 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:41.085320 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:41.085679 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:41.086035 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:41.086392 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:41.086745 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:41.087099 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:41.087447 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:41.087824 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:41.090863 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-aabf3109-bf8b-4c02-94ea-98248e6af2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:41.217579 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 34056) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:41.255544 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-5a961106-8d6e-46c4-890e-0e096e4dd4c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2fdc8d9fda8405b96ba036710a3089b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367966 Jun 28 14:15:41.257839 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 34058) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:41.303371 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ec85fd7c-0d2b-4487-b3e8-f559e8e3dc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:41.323331 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ec85fd7c-0d2b-4487-b3e8-f559e8e3dc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:41.368565 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ec85fd7c-0d2b-4487-b3e8-f559e8e3dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:41.371301 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ec85fd7c-0d2b-4487-b3e8-f559e8e3dc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:41.372466 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-ec85fd7c-0d2b-4487-b3e8-f559e8e3dc7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8417a489-63a5-483f-bfaf-9a7e69b39713 HTTP/1.1" status: 204 len: 168 time: 0.1137679 Jun 28 14:15:41.373774 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ba93e5bc-4709-4def-a635-098aa8310f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:41.381322 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85fd7c-0d2b-4487-b3e8-f559e8e3dc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8417a489-63a5-483f-bfaf-9a7e69b39713,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:41.383663 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ec85fd7c-0d2b-4487-b3e8-f559e8e3dc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:42.001479 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 34080) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:42.091987 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1420983039-network', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:15:42.113463 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] Made reservation on behalf of a1d94a5d6e764e9b8d2a8b1ff09bc1c6 for: {'network': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:15:42.115985 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:42.124694 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:42.209544 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:42.213103 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:42.217216 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-df2e69d9-da3d-4306-be3b-8b991ea54606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:42.241131 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=93023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:15:42.250490 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cd8a18-4999-4cb5-aaa2-fae14eee69cc,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:42.253891 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:42.256967 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:42.257306 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.db.segments_db [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] Added segment ea02d02b-4ac0-43a2-a40b-9cb68f07796c of type vlan for network 42a74200-ca06-4409-85f3-fa900ba8d0fb Jun 28 14:15:42.295583 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:42.322059 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:42.323363 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:15:42.323962 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:42.326685 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:42.353982 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3514667 Jun 28 14:15:42.356905 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34084) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:42.362519 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-3b716af2-fc09-4565-a5c8-7ced15cebe8c admin admin] Request body: {'subnet': {'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1420983039-subnet', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'ip_version': 4}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:15:42.382143 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b716af2-fc09-4565-a5c8-7ced15cebe8c admin admin] Made reservation on behalf of a1d94a5d6e764e9b8d2a8b1ff09bc1c6 for: {'subnet': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:15:42.384448 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3b716af2-fc09-4565-a5c8-7ced15cebe8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6239406'] for subnet, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:42.384697 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] Pushing event updated for resources: {'Network': ['ID=42a74200-ca06-4409-85f3-fa900ba8d0fb,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:42.387223 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-b4ffffd2-21f4-4bdd-a739-04829157e42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:42.394200 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network 42a74200-ca06-4409-85f3-fa900ba8d0fb details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:15:42.553442 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3b716af2-fc09-4565-a5c8-7ced15cebe8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6079508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6240836'] for subnet, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:42.556105 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-96491248-210e-4dcd-b131-52909b7dac57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:42.611170 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b716af2-fc09-4565-a5c8-7ced15cebe8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf55ec17-2a82-43b3-bab0-b9a47fb5a225,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:42.614875 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-3b716af2-fc09-4565-a5c8-7ced15cebe8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:42.618425 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b716af2-fc09-4565-a5c8-7ced15cebe8c admin admin] Checking segment: {'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:15:42.618779 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b716af2-fc09-4565-a5c8-7ced15cebe8c admin admin] Network hostable DHCP agents. Network: 42a74200-ca06-4409-85f3-fa900ba8d0fb, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:15:42.633544 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b716af2-fc09-4565-a5c8-7ced15cebe8c admin admin] Network 42a74200-ca06-4409-85f3-fa900ba8d0fb is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:15:42.643099 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-3b716af2-fc09-4565-a5c8-7ced15cebe8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, 42a74200-ca06-4409-85f3-fa900ba8d0fb) {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:15:42.647248 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b716af2-fc09-4565-a5c8-7ced15cebe8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:15:42.647882 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3b716af2-fc09-4565-a5c8-7ced15cebe8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:42.653249 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dff640-8f06-4ff4-ae19-b2f0ccabfdee None None] Network 42a74200-ca06-4409-85f3-fa900ba8d0fb requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:15:42.662337 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-3b716af2-fc09-4565-a5c8-7ced15cebe8c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3038163 Jun 28 14:15:42.665023 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34086) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:42.669355 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:15:42.689549 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28683'] for router, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:42.690549 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-912730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28672'] for router, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:42.739263 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:42.798288 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f3e3a9-c59e-5da9-8838-58e8a81b630c-42a74200-ca06-4409-85f3-fa900ba8d0fb', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225'}]}} from dv-cinder-761113-15-iscsi. {{(pid=93025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 14:15:42.799925 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:42.870998 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-564523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28718'] for router, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:42.928692 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.db_base_plugin_common [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Allocated IP 172.20.0.2 (42a74200-ca06-4409-85f3-fa900ba8d0fb/bf55ec17-2a82-43b3-bab0-b9a47fb5a225/02c306df-a5fc-49f0-b612-137b583f6f53) {{(pid=93025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:15:43.061056 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:43.068520 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Notify callbacks [] for port, precommit_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:43.077127 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Transition to ACTIVE for port object 02c306df-a5fc-49f0-b612-137b583f6f53 will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:15:43.083519 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:43.091327 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Transition to ACTIVE for port object 02c306df-a5fc-49f0-b612-137b583f6f53 will not be triggered until provisioned by entity DHCP. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:15:43.097141 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:43.098949 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:43.146688 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Network 42a74200-ca06-4409-85f3-fa900ba8d0fb is already hosted by enough agents. {{(pid=93025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:15:43.149419 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.base_scheduler [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Resources bound (agent type, host, resource id): {{(pid=93025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:15:43.153956 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Received port after_create {{(pid=93025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:15:43.155911 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Pushing event updated for resources: {'Port': ['ID=02c306df-a5fc-49f0-b612-137b583f6f53,revision_number=1']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:43.158873 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:43.185092 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Allocated IP 172.27.2.119 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:15:43.213479 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Attempting to bind port 02c306df-a5fc-49f0-b612-137b583f6f53 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:15:43.213864 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Attempting to bind port 02c306df-a5fc-49f0-b612-137b583f6f53 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:15:43.214240 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Attempting to bind port 02c306df-a5fc-49f0-b612-137b583f6f53 on network 42a74200-ca06-4409-85f3-fa900ba8d0fb {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:15:43.219767 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:15:43.220160 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Checking segment: {'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:15:43.220571 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:43.220997 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Bound using segment: {'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:15:43.221473 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Bound port: 02c306df-a5fc-49f0-b612-137b583f6f53, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:15:43.221866 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:43.282852 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] For port 02c306df-a5fc-49f0-b612-137b583f6f53, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:15:43.285889 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] For port 02c306df-a5fc-49f0-b612-137b583f6f53, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=02c306df-a5fc-49f0-b612-137b583f6f53,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:15:43.286559 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:43.290945 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:43.293099 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:43.348928 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Pushing event updated for resources: {'Port': ['ID=02c306df-a5fc-49f0-b612-137b583f6f53,revision_number=2']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:43.352556 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:43.600154 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6079584'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:43.602502 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-b65aa048-e805-41dc-9dc3-ba42d74b5013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:43.639171 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:15:43.643808 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:15:43.647046 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:15:43.667917 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Pushing event updated for resources: {'Port': ['ID=ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:43.673673 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:43.880344 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:44.074869 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564606'] for router, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:44.163292 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7cefcb-7db8-4dca-b9dd-e23c035e98f6 None None] Network 42a74200-ca06-4409-85f3-fa900ba8d0fb requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:15:44.202762 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Router 3b047969-6568-4d82-a998-726e4d8e2658 is scheduled to L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d with binding_index 1 {{(pid=93024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 14:15:44.309420 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:15:44.324554 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Notify callbacks [] for router, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:44.326330 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6598616 Jun 28 14:15:44.328967 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34090) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:44.334068 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Sync routers for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:15:44.359371 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:15:44.360054 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:15:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:44.392990 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-5fd2f1f7-d22c-445a-88c9-75c35705c09f None None] Provisioning for port 02c306df-a5fc-49f0-b612-137b583f6f53 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:15:44.532389 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:15:44.597814 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 02c306df-a5fc-49f0-b612-137b583f6f53 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:15:44.739187 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:44.749926 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 02c306df-a5fc-49f0-b612-137b583f6f53 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:15:44.758582 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 02c306df-a5fc-49f0-b612-137b583f6f53 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:44.758971 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:44.835336 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:43Z', 'revision_number': 3, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:44.882916 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Checking router: 3b047969-6568-4d82-a998-726e4d8e2658 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:15:44.883273 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Updating router 3b047969-6568-4d82-a998-726e4d8e2658 port ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb binding host dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:15:44.920991 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Allocated IP 172.20.0.1 (42a74200-ca06-4409-85f3-fa900ba8d0fb/bf55ec17-2a82-43b3-bab0-b9a47fb5a225/15372f03-d878-49b7-a624-ef0bd41ef5e1) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:15:44.926979 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:44.938729 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:44.983004 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-005279b9-4273-4520-883c-59f9dcb83fea None None] Provisioning complete for port 02c306df-a5fc-49f0-b612-137b583f6f53 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:44.983312 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-005279b9-4273-4520-883c-59f9dcb83fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:45.022695 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:45.023638 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port 02c306df-a5fc-49f0-b612-137b583f6f53, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=02c306df-a5fc-49f0-b612-137b583f6f53,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:15:45.032775 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:45.036551 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.provisioning_blocks [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Transition to ACTIVE for port object 15372f03-d878-49b7-a624-ef0bd41ef5e1 will not be triggered until provisioned by entity DHCP. {{(pid=93024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:15:45.070022 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6079584'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:45.072761 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-29f1b764-402a-4b46-bdf0-99f6844a7a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:45.076771 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:45.111304 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Network 42a74200-ca06-4409-85f3-fa900ba8d0fb is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:15:45.114142 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:15:45.121515 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:15:45.127750 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Pushing event updated for resources: {'Port': ['ID=15372f03-d878-49b7-a624-ef0bd41ef5e1,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:45.147152 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:45.167611 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549502'] for router_interface, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:45.197141 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=02c306df-a5fc-49f0-b612-137b583f6f53,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:45.204616 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:45.306628 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:45.350686 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Notify callbacks [] for port, precommit_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:45.367733 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Transition to ACTIVE for port object ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:15:45.373146 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-0215f7cd-d843-4bee-a583-67ed6f0b9387 None None] Provisioning for port 15372f03-d878-49b7-a624-ef0bd41ef5e1 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:15:45.376874 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-0215f7cd-d843-4bee-a583-67ed6f0b9387 None None] Provisioning complete for port 15372f03-d878-49b7-a624-ef0bd41ef5e1 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:45.377259 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-0215f7cd-d843-4bee-a583-67ed6f0b9387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:45.379007 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:45.382363 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:45.457492 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-0215f7cd-d843-4bee-a583-67ed6f0b9387 None None] Port 15372f03-d878-49b7-a624-ef0bd41ef5e1 cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:15:45.458843 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07e184-4bb0-4883-b315-a59f56a8a336 None None] Pushing event updated for resources: {'Port': ['ID=ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb,revision_number=2']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:45.461498 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Attempting to bind port ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:15:45.461878 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Attempting to bind port ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:15:45.462254 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Attempting to bind port ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb on network 25d2b976-e9c7-4b06-b7a5-7d02942f13af {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:15:45.464384 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-db07e184-4bb0-4883-b315-a59f56a8a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:45.468920 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Notify callbacks [] for port, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:45.472543 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:15:45.473633 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6079634'] for port, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:45.473787 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Checking segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:15:45.474204 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:45.474565 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Bound using segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:15:45.475042 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Bound port: ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:15:45.475431 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:45.476047 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-b08b039c-1eff-4d01-a7e1-81276b0f8c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:45.524821 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] For port ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:15:45.527819 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] For port ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:15:45.532684 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:45.534981 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:45.538269 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Pushing event updated for resources: {'Port': ['ID=15372f03-d878-49b7-a624-ef0bd41ef5e1,revision_number=2']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:45.541615 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:45.550672 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549522'] for router_interface, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:45.594316 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07e184-4bb0-4883-b315-a59f56a8a336 None None] Pushing event updated for resources: {'Port': ['ID=ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:45.596809 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:15:45.597403 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:15:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:45.599230 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-db07e184-4bb0-4883-b315-a59f56a8a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:45.640839 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Network 42a74200-ca06-4409-85f3-fa900ba8d0fb is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:15:45.641997 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:15:45.705840 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:15:45.757787 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Router 3b047969-6568-4d82-a998-726e4d8e2658 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:15:45.867670 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:15:45.873545 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-f692c5dd-c7dd-440d-9b61-cf89670811af admin admin] 10.222.0.11 "PUT /v2.0/routers/3b047969-6568-4d82-a998-726e4d8e2658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5423732 Jun 28 14:15:45.899529 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-e2313fc8-6244-4e9e-8311-441073c2231e None None] Provisioning complete for port 15372f03-d878-49b7-a624-ef0bd41ef5e1 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:45.899867 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-e2313fc8-6244-4e9e-8311-441073c2231e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:45.940986 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 2, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:45.942610 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-e2313fc8-6244-4e9e-8311-441073c2231e None None] Port 15372f03-d878-49b7-a624-ef0bd41ef5e1 cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:15:45.971298 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95582969-2f2a-4604-9ec0-38a0e70b2b32 None None] The sync data for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi is: [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 2, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:15:46.347408 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 34106) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:46.352696 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-897346284-network', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:15:46.374790 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] Made reservation on behalf of 40c3134a9d374d7392586443e6fa4c5c for: {'network': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:15:46.377132 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for network, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:46.386372 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:46.492214 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:46.496744 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:46.508584 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=93023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:15:46.513949 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-b181e21e-a4f7-4aba-8618-ff060b1b09cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:46.521005 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:46.521487 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.db.segments_db [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] Added segment 6a64b966-9ed4-4d38-b4d9-873b264218ab of type vlan for network 799c857e-3218-4758-9b64-5410077d026d Jun 28 14:15:46.561883 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 02c306df-a5fc-49f0-b612-137b583f6f53 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:15:46.604457 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054289776'] for network, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:46.623291 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c241a8a-8949-4acc-b282-6eec76a21298,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:46.630580 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:46.632853 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 02c306df-a5fc-49f0-b612-137b583f6f53 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:46.633549 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:46.640892 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943'] for network, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:46.642236 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:15:46.642809 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:46.644874 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:46.707175 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34108) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:46.707437 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3587475 Jun 28 14:15:46.712268 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-d57e6a81-33f4-44ca-bbc7-1fc0e285022c admin admin] Request body: {'subnet': {'network_id': '799c857e-3218-4758-9b64-5410077d026d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-897346284-subnet', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c', 'ip_version': 4}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:15:46.715090 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] Pushing event updated for resources: {'Network': ['ID=799c857e-3218-4758-9b64-5410077d026d,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:46.718487 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4b2ab468-6e4d-44cb-9259-5ffe95b5c9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:46.735472 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Network 799c857e-3218-4758-9b64-5410077d026d details requested by agent ovs-agent-dv-cinder-761113-15-iscsi with host dv-cinder-761113-15-iscsi {{(pid=93025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:15:46.764583 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57e6a81-33f4-44ca-bbc7-1fc0e285022c admin admin] Made reservation on behalf of 40c3134a9d374d7392586443e6fa4c5c for: {'subnet': 1} {{(pid=93024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:15:46.767638 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d57e6a81-33f4-44ca-bbc7-1fc0e285022c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6239406'] for subnet, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:46.945725 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d57e6a81-33f4-44ca-bbc7-1fc0e285022c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6079508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6240836'] for subnet, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:46.948157 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-d63d2cb7-4d42-4cc6-a29d-f09ec341a6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:47.005429 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e6a81-33f4-44ca-bbc7-1fc0e285022c admin admin] Pushing event updated for resources: {'Subnet': ['ID=178bb9cb-af13-4ee1-816d-e9df46b468ff,revision_number=0']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:47.008644 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-d57e6a81-33f4-44ca-bbc7-1fc0e285022c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:47.015309 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57e6a81-33f4-44ca-bbc7-1fc0e285022c admin admin] Checking segment: {'id': '6a64b966-9ed4-4d38-b4d9-873b264218ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '799c857e-3218-4758-9b64-5410077d026d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:15:47.015674 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57e6a81-33f4-44ca-bbc7-1fc0e285022c admin admin] Network hostable DHCP agents. Network: 799c857e-3218-4758-9b64-5410077d026d, hostable agents: ['95ff3307-3d3e-4284-a00e-91c1ed07edb8'], hosted agents: [] {{(pid=93024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:15:47.032816 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57e6a81-33f4-44ca-bbc7-1fc0e285022c admin admin] Network 799c857e-3218-4758-9b64-5410077d026d is scheduled to be hosted by DHCP agent 95ff3307-3d3e-4284-a00e-91c1ed07edb8 with binding_index 1 {{(pid=93024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:15:47.041606 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-d57e6a81-33f4-44ca-bbc7-1fc0e285022c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-iscsi, 799c857e-3218-4758-9b64-5410077d026d) {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:15:47.045784 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57e6a81-33f4-44ca-bbc7-1fc0e285022c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:15:47.046371 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-d57e6a81-33f4-44ca-bbc7-1fc0e285022c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:47.052396 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d400f30-149f-4e63-9181-e08284649d13 None None] Network 799c857e-3218-4758-9b64-5410077d026d requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:15:47.064214 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-d57e6a81-33f4-44ca-bbc7-1fc0e285022c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3548687 Jun 28 14:15:47.065806 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 34110) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:47.070359 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-897346284-router', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:15:47.093009 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28683'] for router, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:47.094105 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-912730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28672'] for router, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:47.152873 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:47.211424 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9f3e3a9-c59e-5da9-8838-58e8a81b630c-799c857e-3218-4758-9b64-5410077d026d', 'network_id': '799c857e-3218-4758-9b64-5410077d026d', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c', 'fixed_ips': [{'subnet_id': '178bb9cb-af13-4ee1-816d-e9df46b468ff'}]}} from dv-cinder-761113-15-iscsi. {{(pid=93025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 14:15:47.212336 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:47.299403 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-564523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28718'] for router, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:47.347367 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.db_base_plugin_common [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Allocated IP 172.20.0.2 (799c857e-3218-4758-9b64-5410077d026d/178bb9cb-af13-4ee1-816d-e9df46b468ff/e7cc8243-1fa7-4b20-a5e7-fbabea945375) {{(pid=93025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:15:47.618219 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Notify callbacks [] for port, precommit_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:47.626056 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Transition to ACTIVE for port object e7cc8243-1fa7-4b20-a5e7-fbabea945375 will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:15:47.643019 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Transition to ACTIVE for port object e7cc8243-1fa7-4b20-a5e7-fbabea945375 will not be triggered until provisioned by entity DHCP. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:15:47.652748 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758'] for port, after_create {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:47.656322 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:47.687946 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Network 799c857e-3218-4758-9b64-5410077d026d is already hosted by enough agents. {{(pid=93025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:15:47.690801 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.scheduler.base_scheduler [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Resources bound (agent type, host, resource id): {{(pid=93025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:15:47.694468 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Received port after_create {{(pid=93025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:15:47.710946 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Pushing event updated for resources: {'Port': ['ID=e7cc8243-1fa7-4b20-a5e7-fbabea945375,revision_number=1']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:47.731288 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:47.762877 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Attempting to bind port e7cc8243-1fa7-4b20-a5e7-fbabea945375 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:15:47.763865 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Attempting to bind port e7cc8243-1fa7-4b20-a5e7-fbabea945375 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': '6a64b966-9ed4-4d38-b4d9-873b264218ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '799c857e-3218-4758-9b64-5410077d026d'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:15:47.764249 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Attempting to bind port e7cc8243-1fa7-4b20-a5e7-fbabea945375 on network 799c857e-3218-4758-9b64-5410077d026d {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:15:47.769301 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:15:47.769709 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Checking segment: {'id': '6a64b966-9ed4-4d38-b4d9-873b264218ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '799c857e-3218-4758-9b64-5410077d026d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:15:47.770121 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:47.770517 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Bound using segment: {'id': '6a64b966-9ed4-4d38-b4d9-873b264218ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '799c857e-3218-4758-9b64-5410077d026d'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:15:47.770986 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Bound port: e7cc8243-1fa7-4b20-a5e7-fbabea945375, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a64b966-9ed4-4d38-b4d9-873b264218ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '799c857e-3218-4758-9b64-5410077d026d'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:15:47.771380 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:47.778114 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:47.797706 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:47.835207 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] For port e7cc8243-1fa7-4b20-a5e7-fbabea945375, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:15:47.838997 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] For port e7cc8243-1fa7-4b20-a5e7-fbabea945375, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=e7cc8243-1fa7-4b20-a5e7-fbabea945375,segment=NetworkSegment(6a64b966-9ed4-4d38-b4d9-873b264218ab),segment_id=6a64b966-9ed4-4d38-b4d9-873b264218ab)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:15:47.843810 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:47.845838 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:47.906929 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Allocated IP 172.27.2.229 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/c15c8eed-a31f-4151-821d-50e5b72d0b90) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:15:47.908991 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Pushing event updated for resources: {'Port': ['ID=e7cc8243-1fa7-4b20-a5e7-fbabea945375,revision_number=2']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:47.912776 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-f93146a5-ecf7-455b-8f5b-a8dab99ad7db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:48.004429 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Sync routers for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:15:48.013434 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:15:48.014044 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:15:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:48.016613 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:48.077182 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:48.080010 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-2946da3e-bf9c-4d89-80ed-3e4b16c015d2 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:48.118244 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:15:48.123683 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:15:48.127157 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:15:48.133009 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Pushing event updated for resources: {'Port': ['ID=c15c8eed-a31f-4151-821d-50e5b72d0b90,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:48.148081 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:15:48.152039 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:48.347479 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 2, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:48.373902 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Checking router: 3b047969-6568-4d82-a998-726e4d8e2658 for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:15:48.374269 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Updating router 3b047969-6568-4d82-a998-726e4d8e2658 port 15372f03-d878-49b7-a624-ef0bd41ef5e1 binding host dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:15:48.377829 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:48.506280 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:48.600463 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564606'] for router, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:48.653784 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:15:48.715488 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:15:48.721942 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:48.722326 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:48.743563 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Router f5a4b83b-41ef-41c1-b0cc-d78f45022a2f is scheduled to L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d with binding_index 1 {{(pid=93023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 14:15:48.824992 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:48.838195 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:48.846398 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed73ca8e-5644-4eab-8dfc-db797847b3f9 None None] Network 799c857e-3218-4758-9b64-5410077d026d requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:15:48.849453 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.provisioning_blocks [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Transition to ACTIVE for port object 15372f03-d878-49b7-a624-ef0bd41ef5e1 will not be triggered until provisioned by entity L2. {{(pid=93026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:15:48.852665 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:15:48.858830 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:48.869350 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:48.870090 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:48.870222 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device e7cc8243-1fa7-4b20-a5e7-fbabea945375 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:15:48.877671 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:48.882008 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:15:48.901263 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Notify callbacks [] for router, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:48.902420 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8355799 Jun 28 14:15:48.905508 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 34112) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:48.924102 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Sync routers for ids ['f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:15:48.965902 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Attempting to bind port 15372f03-d878-49b7-a624-ef0bd41ef5e1 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:15:48.966787 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Attempting to bind port 15372f03-d878-49b7-a624-ef0bd41ef5e1 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:15:48.967373 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Attempting to bind port 15372f03-d878-49b7-a624-ef0bd41ef5e1 on network 42a74200-ca06-4409-85f3-fa900ba8d0fb {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:15:48.983535 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:15:48.983966 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Checking segment: {'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:15:48.984355 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:48.984752 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Bound using segment: {'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:15:48.985223 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Bound port: 15372f03-d878-49b7-a624-ef0bd41ef5e1, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'}}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:15:48.985624 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:48.998414 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01789d3e-06e5-4c8d-81a6-0bafc9d37c1a None None] Pushing event updated for resources: {'Port': ['ID=15372f03-d878-49b7-a624-ef0bd41ef5e1,revision_number=3']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:49.014220 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01789d3e-06e5-4c8d-81a6-0bafc9d37c1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:49.014925 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01789d3e-06e5-4c8d-81a6-0bafc9d37c1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:49.014925 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01789d3e-06e5-4c8d-81a6-0bafc9d37c1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:49.015223 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01789d3e-06e5-4c8d-81a6-0bafc9d37c1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:49.015545 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01789d3e-06e5-4c8d-81a6-0bafc9d37c1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:49.015962 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01789d3e-06e5-4c8d-81a6-0bafc9d37c1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:49.016289 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01789d3e-06e5-4c8d-81a6-0bafc9d37c1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:49.016612 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01789d3e-06e5-4c8d-81a6-0bafc9d37c1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:49.016937 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01789d3e-06e5-4c8d-81a6-0bafc9d37c1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:49.017259 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01789d3e-06e5-4c8d-81a6-0bafc9d37c1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:49.017575 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01789d3e-06e5-4c8d-81a6-0bafc9d37c1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:49.017891 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01789d3e-06e5-4c8d-81a6-0bafc9d37c1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:49.073279 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] For port 15372f03-d878-49b7-a624-ef0bd41ef5e1, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:15:49.076893 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] For port 15372f03-d878-49b7-a624-ef0bd41ef5e1, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=15372f03-d878-49b7-a624-ef0bd41ef5e1,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:15:49.078351 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-01789d3e-06e5-4c8d-81a6-0bafc9d37c1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:49.089712 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:49.100068 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:49.118270 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-1a949cc4-d32f-4cd2-ab97-3691c024de31 None None] Provisioning for port e7cc8243-1fa7-4b20-a5e7-fbabea945375 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:15:49.130123 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Routers {'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:15:49.130123 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:15:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:49.156621 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01789d3e-06e5-4c8d-81a6-0bafc9d37c1a None None] Pushing event updated for resources: {'Port': ['ID=15372f03-d878-49b7-a624-ef0bd41ef5e1,revision_number=4']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:49.162257 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-01789d3e-06e5-4c8d-81a6-0bafc9d37c1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:49.172351 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:15:49.172990 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:15:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:49.194307 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:49.207886 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:49.300491 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:15:49.302271 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port e7cc8243-1fa7-4b20-a5e7-fbabea945375 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:15:49.318330 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port e7cc8243-1fa7-4b20-a5e7-fbabea945375 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:49.318713 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:49.367491 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Set router f5a4b83b-41ef-41c1-b0cc-d78f45022a2f gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:15:49.383350 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:49.523536 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:49Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:49.550367 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a77199-fc2a-4ed2-910a-1916dff9db79 None None] The sync data for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi is: [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:49Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:15:49.553595 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Allocated IP 172.20.0.1 (799c857e-3218-4758-9b64-5410077d026d/178bb9cb-af13-4ee1-816d-e9df46b468ff/fbd07326-dd79-4a3f-b48c-66c98eef4d9d) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:15:49.585397 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:49.647713 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port e7cc8243-1fa7-4b20-a5e7-fbabea945375, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=e7cc8243-1fa7-4b20-a5e7-fbabea945375,segment=NetworkSegment(6a64b966-9ed4-4d38-b4d9-873b264218ab),segment_id=6a64b966-9ed4-4d38-b4d9-873b264218ab)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:15:49.656174 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:49.659185 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:49.678715 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:49.694460 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Transition to ACTIVE for port object fbd07326-dd79-4a3f-b48c-66c98eef4d9d will not be triggered until provisioned by entity DHCP. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:15:49.704938 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'name': 'tempest-TestVolumeBootPattern-897346284-router', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c15c8eed-a31f-4151-821d-50e5b72d0b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:47Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 3, 'project_id': '40c3134a9d374d7392586443e6fa4c5c', 'gw_port': {'id': 'c15c8eed-a31f-4151-821d-50e5b72d0b90', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:47Z', 'updated_at': '2021-06-28T14:15:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:49.734462 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:49.736946 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-2f28ff7d-2557-4bf6-99b1-9ef19f435674 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:49.742442 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Checking router: f5a4b83b-41ef-41c1-b0cc-d78f45022a2f for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:15:49.742809 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Updating router f5a4b83b-41ef-41c1-b0cc-d78f45022a2f port c15c8eed-a31f-4151-821d-50e5b72d0b90 binding host dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:15:49.744698 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=e7cc8243-1fa7-4b20-a5e7-fbabea945375,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:49.749162 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:49.786381 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Network 799c857e-3218-4758-9b64-5410077d026d is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:15:49.787017 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:49.791991 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:15:49.796309 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:15:49.826819 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Pushing event updated for resources: {'Port': ['ID=fbd07326-dd79-4a3f-b48c-66c98eef4d9d,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:49.833505 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:49.849965 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549502'] for router_interface, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:50.007048 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:50.015955 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-d136ffa0-253f-4009-94ea-6ed871f32e79 None None] Provisioning complete for port e7cc8243-1fa7-4b20-a5e7-fbabea945375 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:50.016343 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-d136ffa0-253f-4009-94ea-6ed871f32e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:50.181543 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Notify callbacks [] for port, precommit_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:50.192213 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Transition to ACTIVE for port object c15c8eed-a31f-4151-821d-50e5b72d0b90 will not be triggered until provisioned by entity L2. {{(pid=93025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:15:50.194302 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:50.198541 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:50.199233 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:50.201288 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-db07e184-4bb0-4883-b315-a59f56a8a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:50.201801 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-e8aaf252-969c-4c02-ac15-a88e78a51f8c tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:50.253701 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010fb94-531c-4f03-8381-eb75324448f4 None None] Pushing event updated for resources: {'Port': ['ID=c15c8eed-a31f-4151-821d-50e5b72d0b90,revision_number=2']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:50.255793 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Attempting to bind port c15c8eed-a31f-4151-821d-50e5b72d0b90 on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:15:50.256204 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Attempting to bind port c15c8eed-a31f-4151-821d-50e5b72d0b90 by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:15:50.256941 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Attempting to bind port c15c8eed-a31f-4151-821d-50e5b72d0b90 on network 25d2b976-e9c7-4b06-b7a5-7d02942f13af {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:15:50.265756 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010fb94-531c-4f03-8381-eb75324448f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:50.266047 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010fb94-531c-4f03-8381-eb75324448f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:50.266397 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010fb94-531c-4f03-8381-eb75324448f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:50.266737 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010fb94-531c-4f03-8381-eb75324448f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:50.266853 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Pushing event updated for resources: {'Port': ['ID=fbd07326-dd79-4a3f-b48c-66c98eef4d9d,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:50.267094 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010fb94-531c-4f03-8381-eb75324448f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:50.267407 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010fb94-531c-4f03-8381-eb75324448f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:50.267764 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010fb94-531c-4f03-8381-eb75324448f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:50.268097 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010fb94-531c-4f03-8381-eb75324448f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:50.268988 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010fb94-531c-4f03-8381-eb75324448f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:50.268988 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010fb94-531c-4f03-8381-eb75324448f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:50.269183 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010fb94-531c-4f03-8381-eb75324448f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:50.269369 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-594629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549522'] for router_interface, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:50.269501 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010fb94-531c-4f03-8381-eb75324448f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:50.272807 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:15:50.273333 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Checking segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:15:50.273754 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:50.274151 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Bound using segment: {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'} {{(pid=93025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:15:50.274635 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.managers [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Bound port: c15c8eed-a31f-4151-821d-50e5b72d0b90, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed74f33-85b2-4497-97b3-fcfbf20566a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af'}}] {{(pid=93025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:15:50.275028 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:50.276912 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-c010fb94-531c-4f03-8381-eb75324448f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:50.278235 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:50.327309 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-20a60f1c-96bc-49b0-9bc4-5a5e5105a764 None None] Provisioning for port fbd07326-dd79-4a3f-b48c-66c98eef4d9d completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:15:50.336511 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-20a60f1c-96bc-49b0-9bc4-5a5e5105a764 None None] Provisioning complete for port fbd07326-dd79-4a3f-b48c-66c98eef4d9d triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:50.336968 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-20a60f1c-96bc-49b0-9bc4-5a5e5105a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:50.363355 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] For port c15c8eed-a31f-4151-821d-50e5b72d0b90, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:15:50.364481 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Network 799c857e-3218-4758-9b64-5410077d026d is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:15:50.365824 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:15:50.487348 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Router f5a4b83b-41ef-41c1-b0cc-d78f45022a2f has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:15:50.508381 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] For port c15c8eed-a31f-4151-821d-50e5b72d0b90, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=c15c8eed-a31f-4151-821d-50e5b72d0b90,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:15:50.513085 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-20a60f1c-96bc-49b0-9bc4-5a5e5105a764 None None] Port fbd07326-dd79-4a3f-b48c-66c98eef4d9d cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:15:50.516659 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:50.518829 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-6f044b0a-d33a-457a-a9a4-a97cde1f014f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:50.584388 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010fb94-531c-4f03-8381-eb75324448f4 None None] Pushing event updated for resources: {'Port': ['ID=c15c8eed-a31f-4151-821d-50e5b72d0b90,revision_number=3']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:50.588921 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-c010fb94-531c-4f03-8381-eb75324448f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:50.590272 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Routers {'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:15:50.590954 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:15:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:50.632373 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:15:50.639170 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:15:50.647740 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] 10.222.0.11 "PUT /v2.0/routers/f5a4b83b-41ef-41c1-b0cc-d78f45022a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7387412 Jun 28 14:15:50.691893 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-8c036e49-9291-4b08-a4d9-de92026a62f4 None None] Provisioning complete for port fbd07326-dd79-4a3f-b48c-66c98eef4d9d triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:50.691893 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-8c036e49-9291-4b08-a4d9-de92026a62f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:50.780096 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] Set router f5a4b83b-41ef-41c1-b0cc-d78f45022a2f gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:15:50.782555 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-8c036e49-9291-4b08-a4d9-de92026a62f4 None None] Port fbd07326-dd79-4a3f-b48c-66c98eef4d9d cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:15:50.806140 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:50.806522 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:50.980451 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device e7cc8243-1fa7-4b20-a5e7-fbabea945375 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:15:51.065628 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port e7cc8243-1fa7-4b20-a5e7-fbabea945375 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:51.066006 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.093047 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'name': 'tempest-TestVolumeBootPattern-897346284-router', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c15c8eed-a31f-4151-821d-50e5b72d0b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:47Z', 'updated_at': '2021-06-28T14:15:49Z', 'revision_number': 4, 'project_id': '40c3134a9d374d7392586443e6fa4c5c', 'gw_port': {'id': 'c15c8eed-a31f-4151-821d-50e5b72d0b90', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:47Z', 'updated_at': '2021-06-28T14:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': 'fbd07326-dd79-4a3f-b48c-66c98eef4d9d', 'name': '', 'network_id': '799c857e-3218-4758-9b64-5410077d026d', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c', 'mac_address': 'fa:16:3e:84:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '178bb9cb-af13-4ee1-816d-e9df46b468ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:49Z', 'updated_at': '2021-06-28T14:15:50Z', 'revision_number': 2, 'project_id': '40c3134a9d374d7392586443e6fa4c5c', 'subnets': [{'id': '178bb9cb-af13-4ee1-816d-e9df46b468ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:51.124746 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00211dfa-8b38-42c1-8edf-d49363801758 None None] The sync data for ids ['f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'] in dv-cinder-761113-15-iscsi is: [{'id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'name': 'tempest-TestVolumeBootPattern-897346284-router', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c15c8eed-a31f-4151-821d-50e5b72d0b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:47Z', 'updated_at': '2021-06-28T14:15:49Z', 'revision_number': 4, 'project_id': '40c3134a9d374d7392586443e6fa4c5c', 'gw_port': {'id': 'c15c8eed-a31f-4151-821d-50e5b72d0b90', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:47Z', 'updated_at': '2021-06-28T14:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': 'fbd07326-dd79-4a3f-b48c-66c98eef4d9d', 'name': '', 'network_id': '799c857e-3218-4758-9b64-5410077d026d', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c', 'mac_address': 'fa:16:3e:84:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '178bb9cb-af13-4ee1-816d-e9df46b468ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:49Z', 'updated_at': '2021-06-28T14:15:50Z', 'revision_number': 2, 'project_id': '40c3134a9d374d7392586443e6fa4c5c', 'subnets': [{'id': '178bb9cb-af13-4ee1-816d-e9df46b468ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:15:51.176946 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 15372f03-d878-49b7-a624-ef0bd41ef5e1 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:15:51.224970 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port 15372f03-d878-49b7-a624-ef0bd41ef5e1 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:15:51.229955 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 15372f03-d878-49b7-a624-ef0bd41ef5e1 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:51.230493 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.280461 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34122) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:51.285239 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-a0394a6e-1ec2-4322-b98c-e857d130c122 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827469479', 'description': 'tempest-secgroup-smoke-1827469479 description', 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:15:51.307136 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a0394a6e-1ec2-4322-b98c-e857d130c122 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.311162 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.356066 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port 15372f03-d878-49b7-a624-ef0bd41ef5e1, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=15372f03-d878-49b7-a624-ef0bd41ef5e1,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:15:51.373157 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.375043 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:51.413524 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a0394a6e-1ec2-4322-b98c-e857d130c122 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.418488 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a0394a6e-1ec2-4322-b98c-e857d130c122 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.423347 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-5ba2beba-e980-4daf-920e-f2e0965b36ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:51.436454 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=15372f03-d878-49b7-a624-ef0bd41ef5e1,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:51.440876 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:51.457224 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0394a6e-1ec2-4322-b98c-e857d130c122 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0462d693-201c-41f2-b7ca-10666147b964,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:51.460457 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a0394a6e-1ec2-4322-b98c-e857d130c122 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:51.461651 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a0394a6e-1ec2-4322-b98c-e857d130c122 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.466228 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-a0394a6e-1ec2-4322-b98c-e857d130c122 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1847217 Jun 28 14:15:51.466646 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 34124) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:51.471566 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-ec017b85-1d41-41cf-b3ab-67b7b2224d75 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Request body: {'security_group_rule': {'security_group_id': '0462d693-201c-41f2-b7ca-10666147b964', 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:15:51.504132 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ec017b85-1d41-41cf-b3ab-67b7b2224d75 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.571482 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ec017b85-1d41-41cf-b3ab-67b7b2224d75 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.575331 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ec017b85-1d41-41cf-b3ab-67b7b2224d75 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.577432 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:51.594029 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec017b85-1d41-41cf-b3ab-67b7b2224d75 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebe3e0a-bd29-4f8f-b87d-93478e43342f,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:51.596949 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ec017b85-1d41-41cf-b3ab-67b7b2224d75 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:51.600214 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ec017b85-1d41-41cf-b3ab-67b7b2224d75 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.602000 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-ec017b85-1d41-41cf-b3ab-67b7b2224d75 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341982 Jun 28 14:15:51.604579 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 34126) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:51.610046 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-9299dc82-6594-4e44-9163-f41547c3a055 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Request body: {'security_group_rule': {'security_group_id': '0462d693-201c-41f2-b7ca-10666147b964', 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:15:51.639066 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9299dc82-6594-4e44-9163-f41547c3a055 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.696721 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9299dc82-6594-4e44-9163-f41547c3a055 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.700310 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9299dc82-6594-4e44-9163-f41547c3a055 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.702825 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:51.720066 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299dc82-6594-4e44-9163-f41547c3a055 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca994b7a-0e4e-46e2-84c7-4c874465e172,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:51.722960 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-9299dc82-6594-4e44-9163-f41547c3a055 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:51.727092 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-9299dc82-6594-4e44-9163-f41547c3a055 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.728312 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-9299dc82-6594-4e44-9163-f41547c3a055 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226604 Jun 28 14:15:51.731297 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 34128) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:51.735919 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-fef40fdd-8b40-499c-ae7a-e5df2b381b5e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Request body: {'security_group_rule': {'security_group_id': '0462d693-201c-41f2-b7ca-10666147b964', 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:15:51.761996 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fef40fdd-8b40-499c-ae7a-e5df2b381b5e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.817290 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fef40fdd-8b40-499c-ae7a-e5df2b381b5e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.820618 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fef40fdd-8b40-499c-ae7a-e5df2b381b5e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.822577 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-4a258b5b-f396-4832-94a8-4fc63e6418ae tempest-TestShelveInstance-388496737 tempest-TestShelveInstance-388496737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:51.837977 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef40fdd-8b40-499c-ae7a-e5df2b381b5e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8598008a-5728-4953-8554-d77ef296b1d8,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:51.840270 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-fef40fdd-8b40-499c-ae7a-e5df2b381b5e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:51.844454 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-fef40fdd-8b40-499c-ae7a-e5df2b381b5e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.845616 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-fef40fdd-8b40-499c-ae7a-e5df2b381b5e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133542 Jun 28 14:15:51.848426 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 34130) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:51.852926 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-b9ebc17b-de1d-4428-adf1-da96dd1d0fe0 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Request body: {'security_group_rule': {'security_group_id': '0462d693-201c-41f2-b7ca-10666147b964', 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:15:51.877628 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc17b-de1d-4428-adf1-da96dd1d0fe0 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.934926 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc17b-de1d-4428-adf1-da96dd1d0fe0 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.938040 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc17b-de1d-4428-adf1-da96dd1d0fe0 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.939941 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:51.955952 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebc17b-de1d-4428-adf1-da96dd1d0fe0 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c58c545-c5fa-4736-ab0f-60f9952fdead,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:51.958028 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-b9ebc17b-de1d-4428-adf1-da96dd1d0fe0 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:51.958673 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc17b-de1d-4428-adf1-da96dd1d0fe0 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:51.959829 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-b9ebc17b-de1d-4428-adf1-da96dd1d0fe0 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1104984 Jun 28 14:15:51.962539 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 34132) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:51.967298 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-7b508266-e70d-421f-a73d-f65914c0242a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Request body: {'security_group_rule': {'security_group_id': '0462d693-201c-41f2-b7ca-10666147b964', 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:15:51.989358 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.db.securitygroups_db [None req-7b508266-e70d-421f-a73d-f65914c0242a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Project a1d94a5d6e764e9b8d2a8b1ff09bc1c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 14:15:51.993985 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7b508266-e70d-421f-a73d-f65914c0242a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:52.052223 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7b508266-e70d-421f-a73d-f65914c0242a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:52.055580 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7b508266-e70d-421f-a73d-f65914c0242a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:52.057608 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-d9bcff72-408e-4f48-a498-f5f7a46fed03 tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:52.070857 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b508266-e70d-421f-a73d-f65914c0242a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb1e848-aeac-4502-84f3-b8ab1e57bc37,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:52.074515 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-7b508266-e70d-421f-a73d-f65914c0242a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:52.080633 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7b508266-e70d-421f-a73d-f65914c0242a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:52.082426 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-7b508266-e70d-421f-a73d-f65914c0242a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189880 Jun 28 14:15:52.085181 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 34134) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:52.089585 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [None req-2a55a856-3cbb-41a9-b313-424595afd9d3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Request body: {'security_group_rule': {'security_group_id': '0462d693-201c-41f2-b7ca-10666147b964', 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:15:52.111630 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.db.securitygroups_db [None req-2a55a856-3cbb-41a9-b313-424595afd9d3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Project a1d94a5d6e764e9b8d2a8b1ff09bc1c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 14:15:52.116235 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2a55a856-3cbb-41a9-b313-424595afd9d3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:52.173704 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2a55a856-3cbb-41a9-b313-424595afd9d3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:52.177240 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2a55a856-3cbb-41a9-b313-424595afd9d3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-902173'] for security_group_rule, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:52.179252 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-76022fc3-d291-492a-9c82-62398d9cfb20 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:52.194686 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55a856-3cbb-41a9-b313-424595afd9d3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09845296-0036-4c2a-9067-5c42d98595a5,revision_number=0']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:52.197472 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-2a55a856-3cbb-41a9-b313-424595afd9d3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:52.202299 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-2a55a856-3cbb-41a9-b313-424595afd9d3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:52.203456 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-2a55a856-3cbb-41a9-b313-424595afd9d3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173353 Jun 28 14:15:52.644149 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device c15c8eed-a31f-4151-821d-50e5b72d0b90 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:15:52.721428 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port c15c8eed-a31f-4151-821d-50e5b72d0b90 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:15:52.725588 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port c15c8eed-a31f-4151-821d-50e5b72d0b90 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:52.726147 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:52.806475 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:52.828627 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port c15c8eed-a31f-4151-821d-50e5b72d0b90, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=c15c8eed-a31f-4151-821d-50e5b72d0b90,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:15:52.833177 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:52.834104 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 15372f03-d878-49b7-a624-ef0bd41ef5e1 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:15:52.835957 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:52.911459 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=c15c8eed-a31f-4151-821d-50e5b72d0b90,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:52.914903 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:52.926098 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port 15372f03-d878-49b7-a624-ef0bd41ef5e1 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:52.926561 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:53.644107 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Sync routers for ids ['f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:15:53.653096 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Routers {'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:15:53.653710 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:15:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:53.759363 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Set router f5a4b83b-41ef-41c1-b0cc-d78f45022a2f gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:15:53.959500 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'name': 'tempest-TestVolumeBootPattern-897346284-router', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c15c8eed-a31f-4151-821d-50e5b72d0b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:47Z', 'updated_at': '2021-06-28T14:15:49Z', 'revision_number': 4, 'project_id': '40c3134a9d374d7392586443e6fa4c5c', 'gw_port': {'id': 'c15c8eed-a31f-4151-821d-50e5b72d0b90', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:47Z', 'updated_at': '2021-06-28T14:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': 'fbd07326-dd79-4a3f-b48c-66c98eef4d9d', 'name': '', 'network_id': '799c857e-3218-4758-9b64-5410077d026d', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c', 'mac_address': 'fa:16:3e:84:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '178bb9cb-af13-4ee1-816d-e9df46b468ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:49Z', 'updated_at': '2021-06-28T14:15:50Z', 'revision_number': 2, 'project_id': '40c3134a9d374d7392586443e6fa4c5c', 'subnets': [{'id': '178bb9cb-af13-4ee1-816d-e9df46b468ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:53.986345 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Checking router: f5a4b83b-41ef-41c1-b0cc-d78f45022a2f for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:15:53.986710 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Updating router f5a4b83b-41ef-41c1-b0cc-d78f45022a2f port fbd07326-dd79-4a3f-b48c-66c98eef4d9d binding host dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:15:54.019192 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:54.356176 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:54.365404 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.provisioning_blocks [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Transition to ACTIVE for port object fbd07326-dd79-4a3f-b48c-66c98eef4d9d will not be triggered until provisioned by entity L2. {{(pid=93026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:15:54.373862 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:54.376284 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-8ad2e937-1896-487f-a646-830db0a9c8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:54.440495 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5f225-8eb9-4e6a-832f-1e53bd1e3a3a None None] Pushing event updated for resources: {'Port': ['ID=fbd07326-dd79-4a3f-b48c-66c98eef4d9d,revision_number=3']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:54.444105 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-f7b5f225-8eb9-4e6a-832f-1e53bd1e3a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:54.488792 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Attempting to bind port fbd07326-dd79-4a3f-b48c-66c98eef4d9d on host dv-cinder-761113-15-iscsi for vnic_type normal with profile {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:15:54.489182 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Attempting to bind port fbd07326-dd79-4a3f-b48c-66c98eef4d9d by drivers openvswitch,hyperv on host dv-cinder-761113-15-iscsi at level 0 using segments [{'id': '6a64b966-9ed4-4d38-b4d9-873b264218ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '799c857e-3218-4758-9b64-5410077d026d'}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:15:54.489548 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Attempting to bind port fbd07326-dd79-4a3f-b48c-66c98eef4d9d on network 799c857e-3218-4758-9b64-5410077d026d {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:15:54.494882 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Checking agent: {'id': '61284ef8-1e04-4d95-930f-37ba7834d8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 13, 57, 4), 'started_at': datetime.datetime(2021, 6, 28, 13, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:15:54.495325 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Checking segment: {'id': '6a64b966-9ed4-4d38-b4d9-873b264218ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '799c857e-3218-4758-9b64-5410077d026d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:15:54.495878 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:54.496264 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Bound using segment: {'id': '6a64b966-9ed4-4d38-b4d9-873b264218ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '799c857e-3218-4758-9b64-5410077d026d'} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:15:54.496823 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Bound port: fbd07326-dd79-4a3f-b48c-66c98eef4d9d, host: dv-cinder-761113-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a64b966-9ed4-4d38-b4d9-873b264218ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '799c857e-3218-4758-9b64-5410077d026d'}}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:15:54.497127 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:54.574404 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device c15c8eed-a31f-4151-821d-50e5b72d0b90 up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:15:54.580117 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] For port fbd07326-dd79-4a3f-b48c-66c98eef4d9d, host dv-cinder-761113-15-iscsi, cleared binding levels {{(pid=93026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:15:54.580117 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] For port fbd07326-dd79-4a3f-b48c-66c98eef4d9d, host dv-cinder-761113-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=fbd07326-dd79-4a3f-b48c-66c98eef4d9d,segment=NetworkSegment(6a64b966-9ed4-4d38-b4d9-873b264218ab),segment_id=6a64b966-9ed4-4d38-b4d9-873b264218ab)] {{(pid=93026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:15:54.585517 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:54.587941 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-0c4f9d6e-55ff-404f-ad36-4ca4b44099b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:54.639523 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port c15c8eed-a31f-4151-821d-50e5b72d0b90 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:54.639969 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:54.648164 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Routers {'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:15:54.648807 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:15:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:54.650634 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5f225-8eb9-4e6a-832f-1e53bd1e3a3a None None] Pushing event updated for resources: {'Port': ['ID=fbd07326-dd79-4a3f-b48c-66c98eef4d9d,revision_number=4']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:54.654857 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-f7b5f225-8eb9-4e6a-832f-1e53bd1e3a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:54.761129 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] Set router f5a4b83b-41ef-41c1-b0cc-d78f45022a2f gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:15:54.980807 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'name': 'tempest-TestVolumeBootPattern-897346284-router', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c15c8eed-a31f-4151-821d-50e5b72d0b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:47Z', 'updated_at': '2021-06-28T14:15:49Z', 'revision_number': 4, 'project_id': '40c3134a9d374d7392586443e6fa4c5c', 'gw_port': {'id': 'c15c8eed-a31f-4151-821d-50e5b72d0b90', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:47Z', 'updated_at': '2021-06-28T14:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': 'fbd07326-dd79-4a3f-b48c-66c98eef4d9d', 'name': '', 'network_id': '799c857e-3218-4758-9b64-5410077d026d', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c', 'mac_address': 'fa:16:3e:84:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '178bb9cb-af13-4ee1-816d-e9df46b468ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:49Z', 'updated_at': '2021-06-28T14:15:54Z', 'revision_number': 4, 'project_id': '40c3134a9d374d7392586443e6fa4c5c', 'subnets': [{'id': '178bb9cb-af13-4ee1-816d-e9df46b468ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:15:55.011545 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b278b6a3-0403-4ba8-9f5f-17b94651149a None None] The sync data for ids ['f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'] in dv-cinder-761113-15-iscsi is: [{'id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'name': 'tempest-TestVolumeBootPattern-897346284-router', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c15c8eed-a31f-4151-821d-50e5b72d0b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:47Z', 'updated_at': '2021-06-28T14:15:49Z', 'revision_number': 4, 'project_id': '40c3134a9d374d7392586443e6fa4c5c', 'gw_port': {'id': 'c15c8eed-a31f-4151-821d-50e5b72d0b90', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:47Z', 'updated_at': '2021-06-28T14:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': 'fbd07326-dd79-4a3f-b48c-66c98eef4d9d', 'name': '', 'network_id': '799c857e-3218-4758-9b64-5410077d026d', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c', 'mac_address': 'fa:16:3e:84:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '178bb9cb-af13-4ee1-816d-e9df46b468ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:49Z', 'updated_at': '2021-06-28T14:15:54Z', 'revision_number': 4, 'project_id': '40c3134a9d374d7392586443e6fa4c5c', 'subnets': [{'id': '178bb9cb-af13-4ee1-816d-e9df46b468ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:15:55.776367 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:15:56.568542 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device fbd07326-dd79-4a3f-b48c-66c98eef4d9d up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:15:56.615452 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning for port fbd07326-dd79-4a3f-b48c-66c98eef4d9d completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:15:56.619615 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port fbd07326-dd79-4a3f-b48c-66c98eef4d9d triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:56.620200 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:56.699028 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:56.732932 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] For port fbd07326-dd79-4a3f-b48c-66c98eef4d9d, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=fbd07326-dd79-4a3f-b48c-66c98eef4d9d,segment=NetworkSegment(6a64b966-9ed4-4d38-b4d9-873b264218ab),segment_id=6a64b966-9ed4-4d38-b4d9-873b264218ab)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:15:56.736991 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:56.738797 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-71427730-5133-4d9f-8e3e-ba5fdf33a285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:56.786347 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Pushing event updated for resources: {'Port': ['ID=fbd07326-dd79-4a3f-b48c-66c98eef4d9d,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:56.789314 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:56.809410 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:58.552370 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device fbd07326-dd79-4a3f-b48c-66c98eef4d9d up at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:15:58.602826 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Provisioning complete for port fbd07326-dd79-4a3f-b48c-66c98eef4d9d triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:15:58.603206 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:01.370661 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-0f20860f-0c37-4283-ad01-b81417864690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:03.886267 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-7bafdf16-0eca-492b-b532-bbd8a83850a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:04.178836 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:05.093623 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:06.544595 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:08.696665 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-f1d2b0f3-b0ef-41a6-aee7-0254d1a61c93 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827469479&fields=id&tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6 HTTP/1.1" status: 200 len: 267 time: 0.0324843 Jun 28 14:16:08.795126 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-6cb35c46-bd04-46c9-8dee-9caec2c360de tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:08.796491 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-6cb35c46-bd04-46c9-8dee-9caec2c360de tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 812 time: 0.0938447 Jun 28 14:16:08.810651 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-fdba178e-716d-46f1-ac7c-2a7268e03f41 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/quotas/a1d94a5d6e764e9b8d2a8b1ff09bc1c6 HTTP/1.1" status: 200 len: 375 time: 0.0085132 Jun 28 14:16:08.887177 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-cefa6201-9de7-47d3-af19-93bf80812984 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657837 Jun 28 14:16:08.897893 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-38a44a26-b21e-43bc-b603-d87d9c3c87c8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93024) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 14:16:08.898845 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-38a44a26-b21e-43bc-b603-d87d9c3c87c8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051079 Jun 28 14:16:08.983282 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-c3c2f795-3b49-4784-8b07-6b16f4df50c3 service neutron] 10.222.0.11 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792019 Jun 28 14:16:09.335307 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-5e9b50a3-5443-4200-9145-d5edcb03a78e service neutron] 10.222.0.11 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455255 Jun 28 14:16:09.630527 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-aef64300-eede-43fc-a4bd-83b36f6e7d7d req-dd60c65d-8c2c-41cb-8d6a-4f809bc25d0b tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 210 time: 0.0314593 Jun 28 14:16:10.768616 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3f7a23ca-3815-4cfb-a579-2c88b956d5d6 req-0d366eb4-51b3-41e6-bf6b-32ba3985f6d0 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 210 time: 0.0281463 Jun 28 14:16:10.858556 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-8fb57537-6290-4418-99b7-74b29d29dc1b tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:10.860033 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-8fb57537-6290-4418-99b7-74b29d29dc1b tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.55 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 812 time: 0.1086245 Jun 28 14:16:10.920613 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-8685a38b-dc75-4972-830f-288d5aaac39f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6 HTTP/1.1" status: 200 len: 380 time: 0.0349727 Jun 28 14:16:10.929384 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-ab95bc5f-c4d9-49e1-b04e-a360b0777dd6 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Request body: {'port': {'device_id': '7237c753-22be-49c7-b2ca-b03f4440c896', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'admin_state_up': True, 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'security_groups': ['0462d693-201c-41f2-b7ca-10666147b964']}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:16:11.310145 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-ab95bc5f-c4d9-49e1-b04e-a360b0777dd6 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Made reservation on behalf of a1d94a5d6e764e9b8d2a8b1ff09bc1c6 for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:16:11.314418 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-ab95bc5f-c4d9-49e1-b04e-a360b0777dd6 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:11.441675 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-ab95bc5f-c4d9-49e1-b04e-a360b0777dd6 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Allocated IP 172.20.0.5 (42a74200-ca06-4409-85f3-fa900ba8d0fb/bf55ec17-2a82-43b3-bab0-b9a47fb5a225/7a9a5b47-9002-4b87-a666-551f9a2bb931) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:16:11.576708 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-ab95bc5f-c4d9-49e1-b04e-a360b0777dd6 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:11.589735 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-ab95bc5f-c4d9-49e1-b04e-a360b0777dd6 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Transition to ACTIVE for port object 7a9a5b47-9002-4b87-a666-551f9a2bb931 will not be triggered until provisioned by entity DHCP. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:16:11.622058 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-ab95bc5f-c4d9-49e1-b04e-a360b0777dd6 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:11.625741 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:16:11.673553 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-ab95bc5f-c4d9-49e1-b04e-a360b0777dd6 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Network 42a74200-ca06-4409-85f3-fa900ba8d0fb is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:16:11.676645 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-ab95bc5f-c4d9-49e1-b04e-a360b0777dd6 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:16:11.681356 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-ab95bc5f-c4d9-49e1-b04e-a360b0777dd6 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:16:11.684996 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95bc5f-c4d9-49e1-b04e-a360b0777dd6 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event updated for resources: {'Port': ['ID=7a9a5b47-9002-4b87-a666-551f9a2bb931,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:16:11.704489 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ab95bc5f-c4d9-49e1-b04e-a360b0777dd6 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:16:11.731122 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-ab95bc5f-c4d9-49e1-b04e-a360b0777dd6 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:11.731760 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-ab95bc5f-c4d9-49e1-b04e-a360b0777dd6 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:11.746967 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-ab95bc5f-c4d9-49e1-b04e-a360b0777dd6 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8211071 Jun 28 14:16:11.852419 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Request body: {'port': {'device_id': '7237c753-22be-49c7-b2ca-b03f4440c896', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:16:11.887479 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-35e69088-420e-4531-b0e9-d1cc56d69ca7 None None] Provisioning for port 7a9a5b47-9002-4b87-a666-551f9a2bb931 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:16:11.891123 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-35e69088-420e-4531-b0e9-d1cc56d69ca7 None None] Provisioning complete for port 7a9a5b47-9002-4b87-a666-551f9a2bb931 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:16:11.892013 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-35e69088-420e-4531-b0e9-d1cc56d69ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:11.924641 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-35e69088-420e-4531-b0e9-d1cc56d69ca7 None None] Port 7a9a5b47-9002-4b87-a666-551f9a2bb931 cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:16:11.961256 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:12.020602 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71feed-6fd8-489d-86f1-bf9b7e416140 req-e275fcd9-9909-42f3-976a-dccda7b03af2 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:12.022129 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7b71feed-6fd8-489d-86f1-bf9b7e416140 req-e275fcd9-9909-42f3-976a-dccda7b03af2 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 931 time: 0.1314452 Jun 28 14:16:12.121812 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7b71feed-6fd8-489d-86f1-bf9b7e416140 req-18a66419-9a6b-45a8-b80d-e20b902e3f17 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932386 Jun 28 14:16:12.260587 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9a5b47-9002-4b87-a666-551f9a2bb931 {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:16:12.267930 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:12.279296 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Transition to ACTIVE for port object 7a9a5b47-9002-4b87-a666-551f9a2bb931 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:16:12.283171 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:12.286046 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-cedd1032-bf50-4908-8183-5eceed6a695c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:16:12.351930 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9a5b47-9002-4b87-a666-551f9a2bb931,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:16:12.355283 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:16:12.402838 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Attempting to bind port 7a9a5b47-9002-4b87-a666-551f9a2bb931 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:16:12.403214 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Attempting to bind port 7a9a5b47-9002-4b87-a666-551f9a2bb931 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:16:12.403489 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Attempting to bind port 7a9a5b47-9002-4b87-a666-551f9a2bb931 on network 42a74200-ca06-4409-85f3-fa900ba8d0fb {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:16:12.408544 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Port 7a9a5b47-9002-4b87-a666-551f9a2bb931 on network 42a74200-ca06-4409-85f3-fa900ba8d0fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:16:12.408865 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Attempting to bind port 7a9a5b47-9002-4b87-a666-551f9a2bb931 on network 42a74200-ca06-4409-85f3-fa900ba8d0fb {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:16:12.413775 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:16:12.414116 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Checking segment: {'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:16:12.414489 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Bound using segment: {'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:16:12.414917 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Bound port: 7a9a5b47-9002-4b87-a666-551f9a2bb931, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:16:12.415262 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:12.484803 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] For port 7a9a5b47-9002-4b87-a666-551f9a2bb931, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:16:12.487892 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] For port 7a9a5b47-9002-4b87-a666-551f9a2bb931, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7a9a5b47-9002-4b87-a666-551f9a2bb931,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:16:12.492386 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:12.495170 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-d34acb5e-3004-4556-a8cb-535aa151a21e tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:16:12.526678 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:12.527367 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:12.528759 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] 10.222.0.55 "PUT /v2.0/ports/7a9a5b47-9002-4b87-a666-551f9a2bb931 HTTP/1.1" status: 200 len: 1093 time: 0.7693045 Jun 28 14:16:12.529272 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7237c753-22be-49c7-b2ca-b03f4440c896', 'tag': '7a9a5b47-9002-4b87-a666-551f9a2bb931'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:16:12.531575 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e53ab3-9d39-4f84-ad4b-84834528c2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "7237c753-22be-49c7-b2ca-b03f4440c896", "tag": "7a9a5b47-9002-4b87-a666-551f9a2bb931"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:16:12.557182 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9a5b47-9002-4b87-a666-551f9a2bb931,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:16:12.561283 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-d674f0bc-dfb6-4f5e-b940-5d0181a981c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:16:12.637753 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d28887-0aeb-4a0a-81fe-5dd0bfe01009 x-openstack-request-id: req-e3d28887-0aeb-4a0a-81fe-5dd0bfe01009 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:16:12.638180 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7237c753-22be-49c7-b2ca-b03f4440c896", "tag": "7a9a5b47-9002-4b87-a666-551f9a2bb931", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:16:12.638551 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3d28887-0aeb-4a0a-81fe-5dd0bfe01009 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:16:12.639057 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7237c753-22be-49c7-b2ca-b03f4440c896', 'tag': '7a9a5b47-9002-4b87-a666-551f9a2bb931', 'status': 'completed', 'code': 200} Jun 28 14:16:12.657978 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-48cc125a-f76c-4f6b-8e3e-401054dcb583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:12.659554 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-48cc125a-f76c-4f6b-8e3e-401054dcb583 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 1096 time: 0.0680063 Jun 28 14:16:12.708481 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-15dff73b-45d6-4b2c-bb3a-f0100d583cd0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9a5b47-9002-4b87-a666-551f9a2bb931 HTTP/1.1" status: 200 len: 217 time: 0.0360799 Jun 28 14:16:12.759034 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-f6a95587-5ed5-48fc-bb8c-61d0b2957b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:12.760508 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-f6a95587-5ed5-48fc-bb8c-61d0b2957b5e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf55ec17-2a82-43b3-bab0-b9a47fb5a225 HTTP/1.1" status: 200 len: 851 time: 0.0465450 Jun 28 14:16:12.816809 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-3b672784-62b1-4e31-ac08-e90e310213a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:12.818281 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-3b672784-62b1-4e31-ac08-e90e310213a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a74200-ca06-4409-85f3-fa900ba8d0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509596 Jun 28 14:16:12.912392 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-d5e91386-edcc-4a8f-aa4e-6362ab0aa4d5 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868788 Jun 28 14:16:12.998309 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3f26d6cc-fd29-4d94-97c7-0724636ee564 req-b728f3c0-c09f-40ba-bdf4-fa037828361a service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798686 Jun 28 14:16:13.145799 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e53ab3-9d39-4f84-ad4b-84834528c2ca req-8c02e058-eb4e-4b89-a7a0-2d5d9ebb6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:13.147250 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c8e53ab3-9d39-4f84-ad4b-84834528c2ca req-8c02e058-eb4e-4b89-a7a0-2d5d9ebb6a4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 1096 time: 0.0513632 Jun 28 14:16:13.273533 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e53ab3-9d39-4f84-ad4b-84834528c2ca req-3087da96-14f2-4044-9a71-480bd5219c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:13.274949 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c8e53ab3-9d39-4f84-ad4b-84834528c2ca req-3087da96-14f2-4044-9a71-480bd5219c83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 913 time: 0.1202686 Jun 28 14:16:13.325757 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c8e53ab3-9d39-4f84-ad4b-84834528c2ca req-617dfc1d-f15c-4178-886e-abcbd4c82fb6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9a5b47-9002-4b87-a666-551f9a2bb931 HTTP/1.1" status: 200 len: 217 time: 0.0415175 Jun 28 14:16:13.347535 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573054f-ef6d-43f6-9c7b-c89a4a484e90 req-ae1819f3-2845-4e83-aae6-09681d47a8c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:13.348981 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e573054f-ef6d-43f6-9c7b-c89a4a484e90 req-ae1819f3-2845-4e83-aae6-09681d47a8c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 943 time: 0.1171222 Jun 28 14:16:13.399961 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e53ab3-9d39-4f84-ad4b-84834528c2ca req-8ec3f6c5-3413-4ce8-952c-13f2ea7ab5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:13.401345 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c8e53ab3-9d39-4f84-ad4b-84834528c2ca req-8ec3f6c5-3413-4ce8-952c-13f2ea7ab5cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf55ec17-2a82-43b3-bab0-b9a47fb5a225 HTTP/1.1" status: 200 len: 851 time: 0.0686798 Jun 28 14:16:13.422727 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e573054f-ef6d-43f6-9c7b-c89a4a484e90 req-a03d7ead-5a86-4eeb-a184-848533cd1f25 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549552 Jun 28 14:16:13.462885 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e53ab3-9d39-4f84-ad4b-84834528c2ca req-f86c03f6-b9d7-4c1b-bde9-07688e775169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:13.464414 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c8e53ab3-9d39-4f84-ad4b-84834528c2ca req-f86c03f6-b9d7-4c1b-bde9-07688e775169 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a74200-ca06-4409-85f3-fa900ba8d0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0551565 Jun 28 14:16:13.553613 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c8e53ab3-9d39-4f84-ad4b-84834528c2ca req-21afd472-03c2-4521-ba5b-4324439907ad service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818231 Jun 28 14:16:13.640789 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c8e53ab3-9d39-4f84-ad4b-84834528c2ca req-26c35030-be74-4aaa-ab40-dbca42738fc8 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804582 Jun 28 14:16:14.589389 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd47a3b-c727-415e-8543-6e08845a6805 req-810f702e-a79f-4643-a9d7-01c0303b6e46 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:14.590818 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-fdd47a3b-c727-415e-8543-6e08845a6805 req-810f702e-a79f-4643-a9d7-01c0303b6e46 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 943 time: 0.0600562 Jun 28 14:16:14.628385 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-fdd47a3b-c727-415e-8543-6e08845a6805 req-7ec633ce-f7e0-497c-b3d1-74fa8c20290a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315516 Jun 28 14:16:15.800037 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43a9ac-c334-4934-8c79-b8f61e6d9666 req-0f69c2f5-6e69-4bf2-ba23-cad61aecd68e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:15.801374 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-cb43a9ac-c334-4934-8c79-b8f61e6d9666 req-0f69c2f5-6e69-4bf2-ba23-cad61aecd68e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 943 time: 0.0669568 Jun 28 14:16:15.836590 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-cb43a9ac-c334-4934-8c79-b8f61e6d9666 req-8b09265a-6764-40b6-8bce-6967b75b547b tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297990 Jun 28 14:16:17.006878 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd167cdd-3407-4013-a8f1-50084e698b35 req-d13fc9f8-3ac9-4856-bd8f-a98359776a9a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:17.008333 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-dd167cdd-3407-4013-a8f1-50084e698b35 req-d13fc9f8-3ac9-4856-bd8f-a98359776a9a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 943 time: 0.0635772 Jun 28 14:16:17.044845 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-dd167cdd-3407-4013-a8f1-50084e698b35 req-31f0bd54-4c48-41f9-b8b2-ee5f26764889 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310802 Jun 28 14:16:18.220934 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f9281-9ad3-40da-9e41-9c9dff025e3b req-e7321513-7671-4cfe-97c6-1d949b194bec tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:18.223073 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ee8f9281-9ad3-40da-9e41-9c9dff025e3b req-e7321513-7671-4cfe-97c6-1d949b194bec tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 943 time: 0.0643702 Jun 28 14:16:18.261151 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ee8f9281-9ad3-40da-9e41-9c9dff025e3b req-ec9e2df0-9f72-4ad4-afea-243f73ff060d tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321314 Jun 28 14:16:19.434322 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebbe23-bbb5-4981-ab4d-c453f51a2598 req-3b028301-9adb-406f-9528-b178c358cfac tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:19.435767 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-79ebbe23-bbb5-4981-ab4d-c453f51a2598 req-3b028301-9adb-406f-9528-b178c358cfac tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 943 time: 0.0609658 Jun 28 14:16:19.472981 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-79ebbe23-bbb5-4981-ab4d-c453f51a2598 req-68174787-8db8-44e2-ba62-e35c9c6f57f4 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311584 Jun 28 14:16:20.646430 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95691d60-07fe-47ac-b178-1a1d5c26fde7 req-18e25b06-6548-49d4-aa5d-d7bc658b640a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:20.647882 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-95691d60-07fe-47ac-b178-1a1d5c26fde7 req-18e25b06-6548-49d4-aa5d-d7bc658b640a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 943 time: 0.0636933 Jun 28 14:16:20.688873 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-95691d60-07fe-47ac-b178-1a1d5c26fde7 req-fa9264b4-4dc4-4e5c-9bd3-d502af42a26a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354016 Jun 28 14:16:21.855166 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d458a2-2622-45be-9801-6e63218946cd req-057ae2e4-eb29-4df3-8024-bf033a665dc4 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:21.856637 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c3d458a2-2622-45be-9801-6e63218946cd req-057ae2e4-eb29-4df3-8024-bf033a665dc4 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 943 time: 0.0613568 Jun 28 14:16:21.892701 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-c3d458a2-2622-45be-9801-6e63218946cd req-11762440-bf4f-4912-9cae-acc6e1789a74 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300734 Jun 28 14:16:22.304682 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 7a9a5b47-9002-4b87-a666-551f9a2bb931 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:16:22.393224 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 7a9a5b47-9002-4b87-a666-551f9a2bb931, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7a9a5b47-9002-4b87-a666-551f9a2bb931,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:16:22.403575 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': '7a9a5b47-9002-4b87-a666-551f9a2bb931', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'port_id': '7a9a5b47-9002-4b87-a666-551f9a2bb931', 'mac_address': 'fa:16:3e:81:ea:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:16:22.437898 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:22.452903 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9a5b47-9002-4b87-a666-551f9a2bb931 {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:16:22.472877 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 7a9a5b47-9002-4b87-a666-551f9a2bb931, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7a9a5b47-9002-4b87-a666-551f9a2bb931,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:16:22.477256 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:22.479102 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-db07e184-4bb0-4883-b315-a59f56a8a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:16:22.522943 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=7a9a5b47-9002-4b87-a666-551f9a2bb931,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:16:22.526583 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:16:22.756189 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['7a9a5b47-9002-4b87-a666-551f9a2bb931'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:16:23.065041 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a35478-7394-49f6-9920-e6da6811c1dc req-f7993afb-55dd-4881-9fa0-7c1acf30f21c tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:23.066387 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-35a35478-7394-49f6-9920-e6da6811c1dc req-f7993afb-55dd-4881-9fa0-7c1acf30f21c tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 944 time: 0.0613294 Jun 28 14:16:23.101804 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-35a35478-7394-49f6-9920-e6da6811c1dc req-d6e9b55b-6eaf-4bb2-8324-ab48dc508890 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300021 Jun 28 14:16:24.269959 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4478-67da-4408-8ea0-99366813d874 req-9c60a023-7635-4f38-99ee-0077832a2eb0 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:24.271428 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-e7ba4478-67da-4408-8ea0-99366813d874 req-9c60a023-7635-4f38-99ee-0077832a2eb0 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 944 time: 0.0648773 Jun 28 14:16:24.303113 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 7a9a5b47-9002-4b87-a666-551f9a2bb931 up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:16:24.309134 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-e7ba4478-67da-4408-8ea0-99366813d874 req-5293ce02-fedf-46e7-9ceb-c8aa8bfb4b56 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318480 Jun 28 14:16:24.349231 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port 7a9a5b47-9002-4b87-a666-551f9a2bb931 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:16:24.353146 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port 7a9a5b47-9002-4b87-a666-551f9a2bb931 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:16:24.353524 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:24.428671 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:24.449470 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7237c753-22be-49c7-b2ca-b03f4440c896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9a5b47-9002-4b87-a666-551f9a2bb931'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:16:24.451752 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58278f30-32e0-4ade-8760-1080e840c42e" -d '{"events": [{"server_uuid": "7237c753-22be-49c7-b2ca-b03f4440c896", "name": "network-vif-plugged", "status": "completed", "tag": "7a9a5b47-9002-4b87-a666-551f9a2bb931"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:16:24.464922 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 7a9a5b47-9002-4b87-a666-551f9a2bb931, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7a9a5b47-9002-4b87-a666-551f9a2bb931,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:16:24.470896 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:24.472549 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:16:24.519316 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=7a9a5b47-9002-4b87-a666-551f9a2bb931,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:16:24.522918 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:16:24.539972 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06d1dd4-fffd-4178-a31c-2b1b2834a5cb x-openstack-request-id: req-b06d1dd4-fffd-4178-a31c-2b1b2834a5cb {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:16:24.540277 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7237c753-22be-49c7-b2ca-b03f4440c896", "name": "network-vif-plugged", "status": "completed", "tag": "7a9a5b47-9002-4b87-a666-551f9a2bb931", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:16:24.540544 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b06d1dd4-fffd-4178-a31c-2b1b2834a5cb {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:16:24.540969 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7237c753-22be-49c7-b2ca-b03f4440c896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9a5b47-9002-4b87-a666-551f9a2bb931', 'code': 200} Jun 28 14:16:24.820211 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f6ade-f020-40f9-ad7f-e777618ede80 req-17a88c01-4f69-4b12-9ddd-9e68a109cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:24.821602 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-377f6ade-f020-40f9-ad7f-e777618ede80 req-17a88c01-4f69-4b12-9ddd-9e68a109cd0f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 1098 time: 0.0519583 Jun 28 14:16:24.855930 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-377f6ade-f020-40f9-ad7f-e777618ede80 req-eed29ce7-62b0-45b0-89a6-c96afe81a8da service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271549 Jun 28 14:16:25.475172 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f271f4-6b02-43b6-802b-ba6fcd339a9a req-317afbaf-8866-4bf6-a2f4-8bca3bd2bbc7 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:25.476928 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-36f271f4-6b02-43b6-802b-ba6fcd339a9a req-317afbaf-8866-4bf6-a2f4-8bca3bd2bbc7 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 945 time: 0.0615985 Jun 28 14:16:25.518116 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-36f271f4-6b02-43b6-802b-ba6fcd339a9a req-d10411d3-f193-4ac7-bee3-ac5ff698666e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356491 Jun 28 14:16:26.694440 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc484d-3e06-482e-875d-366cc816853e req-bcf3bc2a-bf30-4f81-b613-344d11e36a41 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:26.695891 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-cebc484d-3e06-482e-875d-366cc816853e req-bcf3bc2a-bf30-4f81-b613-344d11e36a41 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 945 time: 0.0653610 Jun 28 14:16:26.731507 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-cebc484d-3e06-482e-875d-366cc816853e req-7ca149d4-86b7-4d4f-9eae-48a2178adf65 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301456 Jun 28 14:16:26.830844 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:26.904244 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5abd22-3072-4b60-ae65-4cefee26c98b req-4c6e66dc-cedf-4c6c-8dfb-6221b8688e1c tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:26.905676 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-4d5abd22-3072-4b60-ae65-4cefee26c98b req-4c6e66dc-cedf-4c6c-8dfb-6221b8688e1c tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 945 time: 0.0655029 Jun 28 14:16:26.944184 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-4d5abd22-3072-4b60-ae65-4cefee26c98b req-534ba01f-7786-4665-94f5-62d130aca023 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328658 Jun 28 14:16:26.967646 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34312) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:16:27.060118 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818d5f04-7bec-46de-81aa-5c841a2120e8 tempest-TestVolumeBootPattern-319975209 tempest-TestVolumeBootPattern-319975209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:27.061571 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-818d5f04-7bec-46de-81aa-5c841a2120e8 tempest-TestVolumeBootPattern-319975209 tempest-TestVolumeBootPattern-319975209-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 1093 time: 0.0929341 Jun 28 14:16:27.064502 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34316) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:16:27.068809 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Request body: {'floatingip': {'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'port_id': '7a9a5b47-9002-4b87-a666-551f9a2bb931', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:16:27.089287 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for floatingip, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:27.182180 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:27.278499 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Allocated IP 172.27.2.20 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/fd58fc5e-48ec-41a2-8dc0-71b9b752c36f) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:16:27.383495 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:27.419279 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6079584'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:27.421172 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-b8fe3989-423d-40c6-94f3-4af5464859d5 tempest-AttachVolumeShelveTestJSON-287942998 tempest-AttachVolumeShelveTestJSON-287942998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:16:27.455440 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:16:27.460635 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:16:27.464768 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:16:27.485528 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event updated for resources: {'Port': ['ID=fd58fc5e-48ec-41a2-8dc0-71b9b752c36f,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:16:27.490601 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:16:27.809679 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:27.880571 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:28.020873 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for port, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:28.025237 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6079634'] for port, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:28.027150 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-da57addd-7a11-42b1-8a13-1892f4e5381e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:16:28.094272 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event updated for resources: {'Port': ['ID=fd58fc5e-48ec-41a2-8dc0-71b9b752c36f,revision_number=2']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:16:28.097942 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:16:28.104515 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:28.198886 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.l3_db [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Floating IP 6b4dc932-39c4-43f1-9fce-f7a51779c8cb associated. External IP: 172.27.2.20, port: 7a9a5b47-9002-4b87-a666-551f9a2bb931. Jun 28 14:16:28.394270 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Router 3b047969-6568-4d82-a998-726e4d8e2658 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:16:28.495364 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:16:28.505371 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fa2c9d-323b-4e0c-b19a-e72cc00b2c24 None None] Sync routers for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:16:28.513533 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:28.514247 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fa2c9d-323b-4e0c-b19a-e72cc00b2c24 None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:16:28.514918 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-62fa2c9d-323b-4e0c-b19a-e72cc00b2c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:16:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:16:28.551630 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4861467 Jun 28 14:16:28.552801 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7237c753-22be-49c7-b2ca-b03f4440c896', 'tag': '7a9a5b47-9002-4b87-a666-551f9a2bb931'}] {{(pid=93024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:16:28.554610 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57de81fc55b96f5fe3d2266ad050390b1d2e29b100cf4860e7301d44a90885d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d0cfdb-86de-4035-ae88-a61b7af67818" -d '{"events": [{"name": "network-changed", "server_uuid": "7237c753-22be-49c7-b2ca-b03f4440c896", "tag": "7a9a5b47-9002-4b87-a666-551f9a2bb931"}]}' {{(pid=93024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:16:28.589702 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22856621-08d5-40cf-8fc2-e81d885fefa0 x-openstack-request-id: req-22856621-08d5-40cf-8fc2-e81d885fefa0 {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:16:28.590053 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7237c753-22be-49c7-b2ca-b03f4440c896", "tag": "7a9a5b47-9002-4b87-a666-551f9a2bb931", "status": "completed", "code": 200}]} {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:16:28.590354 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22856621-08d5-40cf-8fc2-e81d885fefa0 {{(pid=93024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:16:28.590794 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7237c753-22be-49c7-b2ca-b03f4440c896', 'tag': '7a9a5b47-9002-4b87-a666-551f9a2bb931', 'status': 'completed', 'code': 200} Jun 28 14:16:28.692511 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0cfdb-86de-4035-ae88-a61b7af67818 req-5c80bd80-21a2-4647-b4be-3036362efef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:28.694037 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-19d0cfdb-86de-4035-ae88-a61b7af67818 req-5c80bd80-21a2-4647-b4be-3036362efef0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 1098 time: 0.0552406 Jun 28 14:16:28.741661 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-62fa2c9d-323b-4e0c-b19a-e72cc00b2c24 None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:16:28.781144 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0cfdb-86de-4035-ae88-a61b7af67818 req-25047df5-3d65-40dd-aeea-d4a8022a3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:28.783107 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-19d0cfdb-86de-4035-ae88-a61b7af67818 req-25047df5-3d65-40dd-aeea-d4a8022a3339 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 913 time: 0.0830395 Jun 28 14:16:28.849752 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-19d0cfdb-86de-4035-ae88-a61b7af67818 req-0ea9f8bf-2ba8-4734-b12c-51f8dec547df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9a5b47-9002-4b87-a666-551f9a2bb931 HTTP/1.1" status: 200 len: 998 time: 0.0599413 Jun 28 14:16:28.896087 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0cfdb-86de-4035-ae88-a61b7af67818 req-af88ad6b-d7ba-4e1e-9dc8-c0edc6dd9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:28.897509 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-19d0cfdb-86de-4035-ae88-a61b7af67818 req-af88ad6b-d7ba-4e1e-9dc8-c0edc6dd9247 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf55ec17-2a82-43b3-bab0-b9a47fb5a225 HTTP/1.1" status: 200 len: 851 time: 0.0421734 Jun 28 14:16:28.954486 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0cfdb-86de-4035-ae88-a61b7af67818 req-ed3b7da9-f8ec-4277-b969-0a35e3e6e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:16:28.955907 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-19d0cfdb-86de-4035-ae88-a61b7af67818 req-ed3b7da9-f8ec-4277-b969-0a35e3e6e751 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a74200-ca06-4409-85f3-fa900ba8d0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519950 Jun 28 14:16:28.959538 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-62fa2c9d-323b-4e0c-b19a-e72cc00b2c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '6b4dc932-39c4-43f1-9fce-f7a51779c8cb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'port_id': '7a9a5b47-9002-4b87-a666-551f9a2bb931', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'mac_address': 'fa:16:3e:81:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237c753-22be-49c7-b2ca-b03f4440c896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:16:27Z', 'updated_at': '2021-06-28T14:16:27Z', 'revision_number': 0, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:16:28.989414 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fa2c9d-323b-4e0c-b19a-e72cc00b2c24 None None] Checking router: 3b047969-6568-4d82-a998-726e4d8e2658 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:16:28.997529 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fa2c9d-323b-4e0c-b19a-e72cc00b2c24 None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:16:28.998150 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-62fa2c9d-323b-4e0c-b19a-e72cc00b2c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:16:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:16:29.045908 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-19d0cfdb-86de-4035-ae88-a61b7af67818 req-7ab4083f-b3b6-49ed-b1d8-42086cde4406 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840347 Jun 28 14:16:29.100465 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-62fa2c9d-323b-4e0c-b19a-e72cc00b2c24 None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:16:29.137167 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-19d0cfdb-86de-4035-ae88-a61b7af67818 req-eb947bbe-ba53-4098-8673-37b4828bcacc service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850451 Jun 28 14:16:29.312566 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-62fa2c9d-323b-4e0c-b19a-e72cc00b2c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '6b4dc932-39c4-43f1-9fce-f7a51779c8cb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'port_id': '7a9a5b47-9002-4b87-a666-551f9a2bb931', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'mac_address': 'fa:16:3e:81:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237c753-22be-49c7-b2ca-b03f4440c896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:16:27Z', 'updated_at': '2021-06-28T14:16:27Z', 'revision_number': 0, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:16:29.345283 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fa2c9d-323b-4e0c-b19a-e72cc00b2c24 None None] The sync data for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi is: [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '6b4dc932-39c4-43f1-9fce-f7a51779c8cb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'port_id': '7a9a5b47-9002-4b87-a666-551f9a2bb931', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'mac_address': 'fa:16:3e:81:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7237c753-22be-49c7-b2ca-b03f4440c896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:16:27Z', 'updated_at': '2021-06-28T14:16:27Z', 'revision_number': 0, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:16:29.530305 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b5eb40-a1a6-4081-82f5-6773f098a4f7 None None] New status for floating IP 6b4dc932-39c4-43f1-9fce-f7a51779c8cb: ACTIVE {{(pid=93026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:16:31.371746 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-2258c0c3-6032-4e5d-a897-1b91f8168938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:32.765055 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:16:33.886941 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-2add37e1-a4d3-4e8b-9406-c59ae21abb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:34.179493 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:35.096942 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:36.548550 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:56.841368 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:01.371927 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-801fc76c-3152-493b-b1ee-8f817f0c76f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:03.887107 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-59f5b374-fac6-4a31-bf91-0ee2034f6e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:04.179657 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:05.098200 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:05.569868 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f2a1def1-88f8-4830-b547-8e2d2e26bfd9 req-85000215-5f69-4f8e-96e4-711e368c5f7d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505161 Jun 28 14:17:05.677518 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1def1-88f8-4830-b547-8e2d2e26bfd9 req-4041ce5a-d9b9-4040-8dd6-7ecf30dc9342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:17:05.678991 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f2a1def1-88f8-4830-b547-8e2d2e26bfd9 req-4041ce5a-d9b9-4040-8dd6-7ecf30dc9342 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 1098 time: 0.0516589 Jun 28 14:17:05.782578 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1def1-88f8-4830-b547-8e2d2e26bfd9 req-711deaeb-95e2-4e3b-a7fa-130965cff295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:17:05.783932 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f2a1def1-88f8-4830-b547-8e2d2e26bfd9 req-711deaeb-95e2-4e3b-a7fa-130965cff295 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 913 time: 0.0857542 Jun 28 14:17:05.844812 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f2a1def1-88f8-4830-b547-8e2d2e26bfd9 req-5032c851-f4b5-4495-aa59-3cdbc8acc92f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9a5b47-9002-4b87-a666-551f9a2bb931 HTTP/1.1" status: 200 len: 1000 time: 0.0546603 Jun 28 14:17:05.890855 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1def1-88f8-4830-b547-8e2d2e26bfd9 req-17b09b31-9f0e-443e-91bf-af232da711fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:17:05.892244 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f2a1def1-88f8-4830-b547-8e2d2e26bfd9 req-17b09b31-9f0e-443e-91bf-af232da711fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf55ec17-2a82-43b3-bab0-b9a47fb5a225 HTTP/1.1" status: 200 len: 851 time: 0.0412509 Jun 28 14:17:05.949231 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1def1-88f8-4830-b547-8e2d2e26bfd9 req-0add6dcd-6bd4-4fc9-ae0e-15bce737400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:17:05.950646 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f2a1def1-88f8-4830-b547-8e2d2e26bfd9 req-0add6dcd-6bd4-4fc9-ae0e-15bce737400f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a74200-ca06-4409-85f3-fa900ba8d0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523379 Jun 28 14:17:06.036078 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f2a1def1-88f8-4830-b547-8e2d2e26bfd9 req-abe2c570-5206-4629-92f9-e126bd6b1200 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790641 Jun 28 14:17:06.124533 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-f2a1def1-88f8-4830-b547-8e2d2e26bfd9 req-382f5fc2-6885-4370-b443-2899fba92808 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813739 Jun 28 14:17:06.550885 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:09.762917 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:17:26.857084 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:31.372251 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-d2da934f-d28c-40ae-84d0-e8fb85b0d8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:33.887235 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-f75ef8b5-0002-40d5-9250-1a83b97d9060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:34.179843 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:35.101813 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:36.554709 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:46.761255 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:17:56.857268 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:01.374842 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-471fe4c9-c456-44ee-b606-9876c24ba7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:03.887239 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-bf303ae6-0178-4eb9-ad4a-e4a0cd9ae06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:04.180473 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:05.104781 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:06.558170 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:06.617337 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-32fb4081-5607-4dd5-8230-45f5dc6e049c req-78458a33-0528-43e0-8084-a97e6dbca9ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505435 Jun 28 14:18:06.723441 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb4081-5607-4dd5-8230-45f5dc6e049c req-91d34fcb-b634-4e6b-a239-b1f23ebae643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:06.725099 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-32fb4081-5607-4dd5-8230-45f5dc6e049c req-91d34fcb-b634-4e6b-a239-b1f23ebae643 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 1098 time: 0.0507851 Jun 28 14:18:06.828535 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb4081-5607-4dd5-8230-45f5dc6e049c req-31fb4ebd-fdce-4ee0-8f78-5c51b397cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:06.829958 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-32fb4081-5607-4dd5-8230-45f5dc6e049c req-31fb4ebd-fdce-4ee0-8f78-5c51b397cbd1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 913 time: 0.0846536 Jun 28 14:18:06.892786 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-32fb4081-5607-4dd5-8230-45f5dc6e049c req-60d3ef1b-d00f-46e3-879b-17acc827069c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9a5b47-9002-4b87-a666-551f9a2bb931 HTTP/1.1" status: 200 len: 1000 time: 0.0562472 Jun 28 14:18:06.942403 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb4081-5607-4dd5-8230-45f5dc6e049c req-c8c8194f-b1a0-4fbb-9d45-0aef41994d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:06.943801 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-32fb4081-5607-4dd5-8230-45f5dc6e049c req-c8c8194f-b1a0-4fbb-9d45-0aef41994d78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf55ec17-2a82-43b3-bab0-b9a47fb5a225 HTTP/1.1" status: 200 len: 851 time: 0.0452034 Jun 28 14:18:06.998138 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb4081-5607-4dd5-8230-45f5dc6e049c req-015c7b62-d68f-434c-afcc-3e700dfcf203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:06.999458 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-32fb4081-5607-4dd5-8230-45f5dc6e049c req-015c7b62-d68f-434c-afcc-3e700dfcf203 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a74200-ca06-4409-85f3-fa900ba8d0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497205 Jun 28 14:18:07.083939 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-32fb4081-5607-4dd5-8230-45f5dc6e049c req-ca989cb2-c5be-40b0-aab7-bd6569dc47d8 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779955 Jun 28 14:18:07.172659 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-32fb4081-5607-4dd5-8230-45f5dc6e049c req-972fbd93-fe50-4b53-b19e-9cd6c5f883bf service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814805 Jun 28 14:18:23.760034 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:18:24.202096 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c6b45-17cb-4a18-aa32-74df8e4b3d5c req-bdd5d61f-9728-4142-9d45-526d1ec2e3bc tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:24.203531 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-291c6b45-17cb-4a18-aa32-74df8e4b3d5c req-bdd5d61f-9728-4142-9d45-526d1ec2e3bc tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 945 time: 0.0618820 Jun 28 14:18:24.240016 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-291c6b45-17cb-4a18-aa32-74df8e4b3d5c req-9c52b26c-0577-4879-a20f-f208d89d11ff tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309601 Jun 28 14:18:25.423642 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db1d06-5e34-4232-a598-fc28de4aa5b5 req-acdf9f1d-fbf4-4e86-84bc-0c167aeb540d tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:25.425132 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-13db1d06-5e34-4232-a598-fc28de4aa5b5 req-acdf9f1d-fbf4-4e86-84bc-0c167aeb540d tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 945 time: 0.0656893 Jun 28 14:18:25.463068 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-13db1d06-5e34-4232-a598-fc28de4aa5b5 req-c189552e-216b-40ee-8b19-c4b4c3987074 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323217 Jun 28 14:18:25.828354 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb7840-c4d6-4a95-ba7b-71d17467e956 req-851daa96-ac9a-4d80-a13f-e8d2162ecb04 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:25.829747 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-89bb7840-c4d6-4a95-ba7b-71d17467e956 req-851daa96-ac9a-4d80-a13f-e8d2162ecb04 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.55 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 945 time: 0.0643761 Jun 28 14:18:25.922413 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-89bb7840-c4d6-4a95-ba7b-71d17467e956 req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Deleting port 7a9a5b47-9002-4b87-a666-551f9a2bb931 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:18:25.922748 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-89bb7840-c4d6-4a95-ba7b-71d17467e956 req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:26.009269 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-89bb7840-c4d6-4a95-ba7b-71d17467e956 req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] For port 7a9a5b47-9002-4b87-a666-551f9a2bb931, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7a9a5b47-9002-4b87-a666-551f9a2bb931,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:18:26.009620 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-89bb7840-c4d6-4a95-ba7b-71d17467e956 req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:26.178977 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-89bb7840-c4d6-4a95-ba7b-71d17467e956 req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:26.179324 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-89bb7840-c4d6-4a95-ba7b-71d17467e956 req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:26.179632 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.db.l3_db [req-89bb7840-c4d6-4a95-ba7b-71d17467e956 req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Floating IP 6b4dc932-39c4-43f1-9fce-f7a51779c8cb disassociated. External IP: 172.27.2.20, port: 7a9a5b47-9002-4b87-a666-551f9a2bb931. Jun 28 14:18:26.179999 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-89bb7840-c4d6-4a95-ba7b-71d17467e956 req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Calling delete_port for 7a9a5b47-9002-4b87-a666-551f9a2bb931 owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:18:26.301814 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-89bb7840-c4d6-4a95-ba7b-71d17467e956 req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:26.306196 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-669953ef-7246-4075-9366-7e5a8625bca1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:26.330520 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event deleted for resources: {'Port': ['ID=7a9a5b47-9002-4b87-a666-551f9a2bb931,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:26.340648 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:26.341044 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:26.341420 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:26.341791 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:26.342156 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:26.342524 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:26.342883 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:26.343281 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:26.343645 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:26.344029 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:26.344388 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:26.344742 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:26.349832 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:26.462921 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89bb7840-c4d6-4a95-ba7b-71d17467e956 req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Router 3b047969-6568-4d82-a998-726e4d8e2658 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:18:26.854190 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-a15949c2-7d79-4219-937b-19ae4cc138c3 req-861eea1a-122a-4077-ae5d-2df4ad383052 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7237c753-22be-49c7-b2ca-b03f4440c896 HTTP/1.1" status: 200 len: 210 time: 0.0317893 Jun 28 14:18:26.869771 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89bb7840-c4d6-4a95-ba7b-71d17467e956 req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:18:26.871815 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:26.880059 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd06916-f50c-431a-a425-4cf2b0353499 None None] Sync routers for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:18:26.889269 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd06916-f50c-431a-a425-4cf2b0353499 None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:18:26.889890 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-afd06916-f50c-431a-a425-4cf2b0353499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:18:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:18:26.912915 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bb7840-c4d6-4a95-ba7b-71d17467e956 req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] No DVR routers for this DVR port 7a9a5b47-9002-4b87-a666-551f9a2bb931 on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:18:26.915458 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-89bb7840-c4d6-4a95-ba7b-71d17467e956 req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:26.917348 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-89bb7840-c4d6-4a95-ba7b-71d17467e956 req-325d68d7-6ea4-4b78-9a9d-3f21a23119e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.55 "DELETE /v2.0/ports/7a9a5b47-9002-4b87-a666-551f9a2bb931 HTTP/1.1" status: 204 len: 173 time: 1.0822132 Jun 28 14:18:26.917872 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7237c753-22be-49c7-b2ca-b03f4440c896', 'name': 'network-vif-deleted', 'tag': '7a9a5b47-9002-4b87-a666-551f9a2bb931'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:18:26.920154 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155c808e-a9cf-4d9a-9130-7c3035b2143a" -d '{"events": [{"server_uuid": "7237c753-22be-49c7-b2ca-b03f4440c896", "name": "network-vif-deleted", "tag": "7a9a5b47-9002-4b87-a666-551f9a2bb931"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:18:26.957443 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5321027b-1f67-4ec5-b71e-5933cc8cc5ec x-openstack-request-id: req-5321027b-1f67-4ec5-b71e-5933cc8cc5ec {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:18:26.957945 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7237c753-22be-49c7-b2ca-b03f4440c896", "name": "network-vif-deleted", "tag": "7a9a5b47-9002-4b87-a666-551f9a2bb931", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:18:26.958206 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5321027b-1f67-4ec5-b71e-5933cc8cc5ec {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:18:26.958726 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7237c753-22be-49c7-b2ca-b03f4440c896', 'name': 'network-vif-deleted', 'tag': '7a9a5b47-9002-4b87-a666-551f9a2bb931', 'status': 'completed', 'code': 200} Jun 28 14:18:27.001635 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-afd06916-f50c-431a-a425-4cf2b0353499 None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:18:27.189967 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-afd06916-f50c-431a-a425-4cf2b0353499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:18:27.214092 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd06916-f50c-431a-a425-4cf2b0353499 None None] Checking router: 3b047969-6568-4d82-a998-726e4d8e2658 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:18:27.222394 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd06916-f50c-431a-a425-4cf2b0353499 None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:18:27.222988 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-afd06916-f50c-431a-a425-4cf2b0353499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:18:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:18:27.324339 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-afd06916-f50c-431a-a425-4cf2b0353499 None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:18:27.527129 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-afd06916-f50c-431a-a425-4cf2b0353499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:18:27.552308 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd06916-f50c-431a-a425-4cf2b0353499 None None] The sync data for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi is: [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:18:27.771274 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e53096-2a51-41ed-9112-ba4310648197 None None] New status for floating IP 6b4dc932-39c4-43f1-9fce-f7a51779c8cb: DOWN {{(pid=93026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:18:28.093595 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-81669fce-a015-40b8-a0ec-ece30abd2bcb tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827469479&fields=id&tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6 HTTP/1.1" status: 200 len: 267 time: 0.0318696 Jun 28 14:18:28.196390 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-6e2500b0-dfaf-4023-86c6-1c951ee25eda tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:28.197792 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-6e2500b0-dfaf-4023-86c6-1c951ee25eda tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 812 time: 0.0982256 Jun 28 14:18:28.211445 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-2c10678e-59df-48ae-9bf0-c7d736036fbf tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/quotas/a1d94a5d6e764e9b8d2a8b1ff09bc1c6 HTTP/1.1" status: 200 len: 375 time: 0.0084846 Jun 28 14:18:28.275596 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d7828b6c-4780-4f28-8397-46e7bced6e3d tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0594568 Jun 28 14:18:28.438821 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-9f62be4f-8d12-41b3-9e94-66f658f54388 service neutron] 10.222.0.11 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489377 Jun 28 14:18:28.525240 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-a54e3acd-d784-4e9f-96c3-fd6b68a9652f service neutron] 10.222.0.11 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806599 Jun 28 14:18:28.815715 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0b2429d9-ddf4-4c47-9cb3-06b20b256a16 req-41235dc5-56df-4fdd-bfdc-79f4cf63fe37 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 210 time: 0.0318217 Jun 28 14:18:29.019214 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 7a9a5b47-9002-4b87-a666-551f9a2bb931 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:18:29.040208 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: 7a9a5b47-9002-4b87-a666-551f9a2bb931 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:18:29.040563 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 7a9a5b47-9002-4b87-a666-551f9a2bb931 not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:18:29.872573 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-3b27ff4f-9883-477c-bd0d-3f15fc106d4f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:29.874004 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-3b27ff4f-9883-477c-bd0d-3f15fc106d4f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.55 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 812 time: 0.1004744 Jun 28 14:18:29.935912 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-8f4d57fa-e221-4f8c-a58e-307e2505667c tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6 HTTP/1.1" status: 200 len: 380 time: 0.0358315 Jun 28 14:18:29.944613 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-de7a6e85-80be-4170-9164-86683efe04c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Request body: {'port': {'device_id': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'admin_state_up': True, 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'security_groups': ['0462d693-201c-41f2-b7ca-10666147b964']}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:18:29.955399 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-a9ce9868-b55b-4767-b641-8c636a818c60 req-d8943266-b43e-44dc-aab1-d55c72cab948 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 210 time: 0.0288768 Jun 28 14:18:30.053426 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-de7a6e85-80be-4170-9164-86683efe04c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Made reservation on behalf of a1d94a5d6e764e9b8d2a8b1ff09bc1c6 for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:18:30.057005 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-de7a6e85-80be-4170-9164-86683efe04c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:30.177577 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-de7a6e85-80be-4170-9164-86683efe04c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Allocated IP 172.20.0.8 (42a74200-ca06-4409-85f3-fa900ba8d0fb/bf55ec17-2a82-43b3-bab0-b9a47fb5a225/96b60dc8-2d4a-4798-8050-8e34730f1c90) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:18:30.308013 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-de7a6e85-80be-4170-9164-86683efe04c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:30.321352 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-de7a6e85-80be-4170-9164-86683efe04c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Transition to ACTIVE for port object 96b60dc8-2d4a-4798-8050-8e34730f1c90 will not be triggered until provisioned by entity DHCP. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:18:30.354729 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-de7a6e85-80be-4170-9164-86683efe04c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:30.358737 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-7559d6eb-40df-4076-9ce2-5086a9dc3fa7 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:30.400051 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-de7a6e85-80be-4170-9164-86683efe04c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Network 42a74200-ca06-4409-85f3-fa900ba8d0fb is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:18:30.403654 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-de7a6e85-80be-4170-9164-86683efe04c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:18:30.406993 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-de7a6e85-80be-4170-9164-86683efe04c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:18:30.441309 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a6e85-80be-4170-9164-86683efe04c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event updated for resources: {'Port': ['ID=96b60dc8-2d4a-4798-8050-8e34730f1c90,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:30.445962 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-de7a6e85-80be-4170-9164-86683efe04c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:30.466213 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-de7a6e85-80be-4170-9164-86683efe04c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:30.466989 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-de7a6e85-80be-4170-9164-86683efe04c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:30.483607 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-de7a6e85-80be-4170-9164-86683efe04c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5427208 Jun 28 14:18:30.500529 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Request body: {'port': {'device_id': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:18:30.583677 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:30.670653 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-5c9aff3d-287d-4933-ab78-ff4b141b98e7 None None] Provisioning for port 96b60dc8-2d4a-4798-8050-8e34730f1c90 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:18:30.674888 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-5c9aff3d-287d-4933-ab78-ff4b141b98e7 None None] Provisioning complete for port 96b60dc8-2d4a-4798-8050-8e34730f1c90 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:18:30.675333 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5c9aff3d-287d-4933-ab78-ff4b141b98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:30.706997 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-5c9aff3d-287d-4933-ab78-ff4b141b98e7 None None] Port 96b60dc8-2d4a-4798-8050-8e34730f1c90 cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:18:30.840013 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b60dc8-2d4a-4798-8050-8e34730f1c90 {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:18:30.847502 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:30.858896 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Transition to ACTIVE for port object 96b60dc8-2d4a-4798-8050-8e34730f1c90 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:18:30.864009 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:30.866043 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-de7a6e85-80be-4170-9164-86683efe04c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:30.915395 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Pushing event updated for resources: {'Port': ['ID=96b60dc8-2d4a-4798-8050-8e34730f1c90,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:30.935875 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:30.982871 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Attempting to bind port 96b60dc8-2d4a-4798-8050-8e34730f1c90 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:18:30.983220 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Attempting to bind port 96b60dc8-2d4a-4798-8050-8e34730f1c90 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:18:30.983558 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Attempting to bind port 96b60dc8-2d4a-4798-8050-8e34730f1c90 on network 42a74200-ca06-4409-85f3-fa900ba8d0fb {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:18:30.988971 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Port 96b60dc8-2d4a-4798-8050-8e34730f1c90 on network 42a74200-ca06-4409-85f3-fa900ba8d0fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:18:30.989586 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Attempting to bind port 96b60dc8-2d4a-4798-8050-8e34730f1c90 on network 42a74200-ca06-4409-85f3-fa900ba8d0fb {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:18:30.994338 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:18:30.994720 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Checking segment: {'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:18:30.995058 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Bound using segment: {'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:18:30.995488 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Bound port: 96b60dc8-2d4a-4798-8050-8e34730f1c90, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:18:30.995885 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:31.066287 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] For port 96b60dc8-2d4a-4798-8050-8e34730f1c90, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:18:31.069351 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] For port 96b60dc8-2d4a-4798-8050-8e34730f1c90, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=96b60dc8-2d4a-4798-8050-8e34730f1c90,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:18:31.075899 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:31.086185 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-408a3de3-0721-47f1-afcf-eda1697381cd tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:31.147219 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:31.147877 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:31.149287 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] 10.222.0.55 "PUT /v2.0/ports/96b60dc8-2d4a-4798-8050-8e34730f1c90 HTTP/1.1" status: 200 len: 1093 time: 0.6532218 Jun 28 14:18:31.151478 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'tag': '96b60dc8-2d4a-4798-8050-8e34730f1c90'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:18:31.153848 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18f6df5-5045-419e-939d-467678dcab64" -d '{"events": [{"name": "network-changed", "server_uuid": "de0a9608-3655-40e3-98fa-e8534ac6c9e1", "tag": "96b60dc8-2d4a-4798-8050-8e34730f1c90"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:18:31.174565 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Pushing event updated for resources: {'Port': ['ID=96b60dc8-2d4a-4798-8050-8e34730f1c90,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:31.178546 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-d6171321-e038-4269-88a1-1fedad26a13b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:31.202588 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e11a6-8107-477f-be6c-228578d9c8b5 req-20d91b1c-faf3-4fe4-a2a8-2b8d45474428 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:31.208895 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-259e11a6-8107-477f-be6c-228578d9c8b5 req-20d91b1c-faf3-4fe4-a2a8-2b8d45474428 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 943 time: 0.1352530 Jun 28 14:18:31.212212 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d403c3-b7bb-4536-82ad-baf67abfcbde x-openstack-request-id: req-e2d403c3-b7bb-4536-82ad-baf67abfcbde {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:18:31.212543 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0a9608-3655-40e3-98fa-e8534ac6c9e1", "tag": "96b60dc8-2d4a-4798-8050-8e34730f1c90", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:18:31.212848 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2d403c3-b7bb-4536-82ad-baf67abfcbde {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:18:31.213278 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'tag': '96b60dc8-2d4a-4798-8050-8e34730f1c90', 'status': 'completed', 'code': 200} Jun 28 14:18:31.279949 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-259e11a6-8107-477f-be6c-228578d9c8b5 req-0df8dce1-ad9e-4e72-bf1e-a14024a00d76 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700803 Jun 28 14:18:31.302624 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-79b358c4-73a0-4ecf-91da-9782107002ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:31.303942 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-79b358c4-73a0-4ecf-91da-9782107002ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 1096 time: 0.0763767 Jun 28 14:18:31.350224 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-f7720124-ea43-434b-ae22-302c2d432416 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96b60dc8-2d4a-4798-8050-8e34730f1c90 HTTP/1.1" status: 200 len: 217 time: 0.0335803 Jun 28 14:18:31.374053 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-863ebfe6-47f9-42dc-ba0a-8a3df75fca12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:31.396891 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-2eda4aff-0395-4960-b4de-700aef4cc849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:31.398299 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-2eda4aff-0395-4960-b4de-700aef4cc849 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf55ec17-2a82-43b3-bab0-b9a47fb5a225 HTTP/1.1" status: 200 len: 851 time: 0.0418415 Jun 28 14:18:31.455263 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-c4c8220e-e835-4446-8d13-f477bd0be7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:31.457440 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-c4c8220e-e835-4446-8d13-f477bd0be7a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a74200-ca06-4409-85f3-fa900ba8d0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530236 Jun 28 14:18:31.546961 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-58dea741-5bdb-4731-b2dc-bb1970aa7611 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826697 Jun 28 14:18:31.636525 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-6c7300d4-eeae-4113-9f56-7938b99f503b req-d903c3d7-dc4b-464c-94ea-a21c6941819a service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833490 Jun 28 14:18:31.770600 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f6df5-5045-419e-939d-467678dcab64 req-dc2d704c-cc11-412e-ae66-212f41bbf1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:31.771997 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c18f6df5-5045-419e-939d-467678dcab64 req-dc2d704c-cc11-412e-ae66-212f41bbf1f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 1096 time: 0.0527222 Jun 28 14:18:31.859094 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f6df5-5045-419e-939d-467678dcab64 req-2f169735-ddfc-45d3-bb0b-0834c88ea31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:31.860530 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c18f6df5-5045-419e-939d-467678dcab64 req-2f169735-ddfc-45d3-bb0b-0834c88ea31e service neutron] 10.222.0.55 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 913 time: 0.0816419 Jun 28 14:18:31.904307 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c18f6df5-5045-419e-939d-467678dcab64 req-ecb85383-48ad-4da2-8d2a-8d9edd50e274 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96b60dc8-2d4a-4798-8050-8e34730f1c90 HTTP/1.1" status: 200 len: 217 time: 0.0357289 Jun 28 14:18:31.950057 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f6df5-5045-419e-939d-467678dcab64 req-a59d15ce-3d0f-4d71-9dd0-8634a15e7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:31.951431 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c18f6df5-5045-419e-939d-467678dcab64 req-a59d15ce-3d0f-4d71-9dd0-8634a15e7e21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf55ec17-2a82-43b3-bab0-b9a47fb5a225 HTTP/1.1" status: 200 len: 851 time: 0.0407851 Jun 28 14:18:32.005407 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f6df5-5045-419e-939d-467678dcab64 req-e6471c7b-a444-4b8c-ab66-5333f8a17485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:32.006828 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c18f6df5-5045-419e-939d-467678dcab64 req-e6471c7b-a444-4b8c-ab66-5333f8a17485 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a74200-ca06-4409-85f3-fa900ba8d0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492978 Jun 28 14:18:32.095232 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c18f6df5-5045-419e-939d-467678dcab64 req-5813f723-935d-4999-9413-04cc1b08437b service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815256 Jun 28 14:18:32.179173 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c18f6df5-5045-419e-939d-467678dcab64 req-616c63d9-14ff-4963-8b21-b05ae8c054ec service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780139 Jun 28 14:18:32.449750 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67380ab1-9d55-45af-9c43-eaeda6fd8b63 req-32676acb-5465-41c7-a5c8-4e63cc158613 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:32.451213 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-67380ab1-9d55-45af-9c43-eaeda6fd8b63 req-32676acb-5465-41c7-a5c8-4e63cc158613 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 943 time: 0.0640762 Jun 28 14:18:32.489179 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-67380ab1-9d55-45af-9c43-eaeda6fd8b63 req-f221b2ec-4735-4109-bfab-3002b81226f4 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316842 Jun 28 14:18:33.662087 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7fbfd-87eb-432e-a338-0469614c455d req-9dee7d72-11b4-46bb-9ccd-55b674b34c75 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:33.663544 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c7f7fbfd-87eb-432e-a338-0469614c455d req-9dee7d72-11b4-46bb-9ccd-55b674b34c75 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 943 time: 0.0664475 Jun 28 14:18:33.702455 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-c7f7fbfd-87eb-432e-a338-0469614c455d req-17320b88-2858-40e1-a5bf-17f8fd28ea42 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333915 Jun 28 14:18:33.887350 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-bcd45be2-1c4d-4fde-86f6-45bb612ccf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:34.181271 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:34.867839 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7612e-e7cb-45a4-9a61-646d2eb90516 req-5a32190f-f644-40c0-8619-4e494b1dfff2 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:34.869283 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b3a7612e-e7cb-45a4-9a61-646d2eb90516 req-5a32190f-f644-40c0-8619-4e494b1dfff2 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 943 time: 0.0609055 Jun 28 14:18:34.905219 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-b3a7612e-e7cb-45a4-9a61-646d2eb90516 req-df1fa49b-470b-451d-85f7-2dc0bf26daa9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305123 Jun 28 14:18:35.106355 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:36.071455 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94021d0a-8646-4092-b0a2-c4372b0289dd req-6b3c869b-519e-49c8-850e-5caff175c546 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:36.072927 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-94021d0a-8646-4092-b0a2-c4372b0289dd req-6b3c869b-519e-49c8-850e-5caff175c546 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 943 time: 0.0618749 Jun 28 14:18:36.109426 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-94021d0a-8646-4092-b0a2-c4372b0289dd req-3972c4cb-fc81-4045-b9fe-ba432078833d tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310802 Jun 28 14:18:36.563821 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:37.276934 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b499-5ce8-462a-8749-27a10348e0d5 req-95c40a1e-7ab8-4c1b-9c41-75373ff51b5a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:37.278362 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-4176b499-5ce8-462a-8749-27a10348e0d5 req-95c40a1e-7ab8-4c1b-9c41-75373ff51b5a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 943 time: 0.0607235 Jun 28 14:18:37.319673 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-4176b499-5ce8-462a-8749-27a10348e0d5 req-0c43fee6-0b4e-443c-82fe-3adfe7605203 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358515 Jun 28 14:18:38.485914 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250002d-470b-4b89-b25f-5f87c0ca09b0 req-864240c3-fd90-49b8-a6ff-a1e43465c3df tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:38.487365 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1250002d-470b-4b89-b25f-5f87c0ca09b0 req-864240c3-fd90-49b8-a6ff-a1e43465c3df tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 943 time: 0.0622332 Jun 28 14:18:38.524075 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1250002d-470b-4b89-b25f-5f87c0ca09b0 req-39ea39ea-ec9c-469e-bbbe-f7549a37e602 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Jun 28 14:18:39.065491 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 96b60dc8-2d4a-4798-8050-8e34730f1c90 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:18:39.155449 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 96b60dc8-2d4a-4798-8050-8e34730f1c90, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=96b60dc8-2d4a-4798-8050-8e34730f1c90,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:18:39.166346 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': '96b60dc8-2d4a-4798-8050-8e34730f1c90', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'port_id': '96b60dc8-2d4a-4798-8050-8e34730f1c90', 'mac_address': 'fa:16:3e:8e:6f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:18:39.201214 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:39.216051 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b60dc8-2d4a-4798-8050-8e34730f1c90 {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:18:39.234756 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 96b60dc8-2d4a-4798-8050-8e34730f1c90, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=96b60dc8-2d4a-4798-8050-8e34730f1c90,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:18:39.239235 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:39.240985 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:39.283976 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=96b60dc8-2d4a-4798-8050-8e34730f1c90,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:39.290743 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:39.291095 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:39.291438 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:39.291799 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:39.292134 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:39.292464 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:39.292789 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:39.293117 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:39.293440 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:39.293762 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:39.294083 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:39.294404 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:39.298085 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:39.547290 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['96b60dc8-2d4a-4798-8050-8e34730f1c90'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:18:39.690602 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30c5e9-a48f-4e9d-bf97-f65eaec23639 req-87496cd6-4b11-4185-9df9-668d586df817 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:39.692120 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-0a30c5e9-a48f-4e9d-bf97-f65eaec23639 req-87496cd6-4b11-4185-9df9-668d586df817 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 944 time: 0.0607302 Jun 28 14:18:39.728623 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-0a30c5e9-a48f-4e9d-bf97-f65eaec23639 req-61b7478a-9475-4e09-b734-6a33f56a9d45 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308552 Jun 28 14:18:40.901044 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fdb16-c955-439d-8c3d-db059ee88d5c req-5fdfe18b-fac1-426c-a481-8906c5e551c0 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:40.902496 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0f6fdb16-c955-439d-8c3d-db059ee88d5c req-5fdfe18b-fac1-426c-a481-8906c5e551c0 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 944 time: 0.0666134 Jun 28 14:18:40.938665 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-0f6fdb16-c955-439d-8c3d-db059ee88d5c req-b6f88f9d-97c8-4e2d-8fb4-6a868b7b5e6f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306478 Jun 28 14:18:41.066461 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 96b60dc8-2d4a-4798-8050-8e34730f1c90 up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:18:41.112140 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port 96b60dc8-2d4a-4798-8050-8e34730f1c90 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:18:41.115878 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port 96b60dc8-2d4a-4798-8050-8e34730f1c90 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:18:41.116264 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:41.192318 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:41.213247 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b60dc8-2d4a-4798-8050-8e34730f1c90'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:18:41.215469 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc7ae5f-77a6-4cd3-a959-83f3fc115daa" -d '{"events": [{"server_uuid": "de0a9608-3655-40e3-98fa-e8534ac6c9e1", "name": "network-vif-plugged", "status": "completed", "tag": "96b60dc8-2d4a-4798-8050-8e34730f1c90"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:18:41.228444 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 96b60dc8-2d4a-4798-8050-8e34730f1c90, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=96b60dc8-2d4a-4798-8050-8e34730f1c90,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:18:41.232385 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:41.234073 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:41.255240 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa44939d-be64-427b-93ef-3115ee1a1440 x-openstack-request-id: req-fa44939d-be64-427b-93ef-3115ee1a1440 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:18:41.255547 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0a9608-3655-40e3-98fa-e8534ac6c9e1", "name": "network-vif-plugged", "status": "completed", "tag": "96b60dc8-2d4a-4798-8050-8e34730f1c90", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:18:41.255826 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa44939d-be64-427b-93ef-3115ee1a1440 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:18:41.256214 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b60dc8-2d4a-4798-8050-8e34730f1c90', 'code': 200} Jun 28 14:18:41.279709 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=96b60dc8-2d4a-4798-8050-8e34730f1c90,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:41.282492 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:41.543274 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed646e63-3072-469e-afd7-3be2ae642891 req-0c45572d-d4b4-4537-9c62-feb0b38b6e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:41.544772 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ed646e63-3072-469e-afd7-3be2ae642891 req-0c45572d-d4b4-4537-9c62-feb0b38b6e8a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 1098 time: 0.0553384 Jun 28 14:18:41.578341 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ed646e63-3072-469e-afd7-3be2ae642891 req-48527003-913c-4763-bbc1-b33dda9126a5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272322 Jun 28 14:18:42.110682 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a6a0a-4d65-490a-a054-276c69a6a152 req-dcd5e2f4-f0f2-449e-a526-da72ae0e26e2 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:42.112152 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-794a6a0a-4d65-490a-a054-276c69a6a152 req-dcd5e2f4-f0f2-449e-a526-da72ae0e26e2 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 945 time: 0.0646491 Jun 28 14:18:42.148193 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-794a6a0a-4d65-490a-a054-276c69a6a152 req-a1235a1a-044b-4ba8-ab18-c570f6a8d3ee tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306239 Jun 28 14:18:43.316799 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419df31c-019e-4a4b-a70c-07e28d306ac2 req-04f0bade-75a5-4698-8d65-0e360dceadb1 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:43.318271 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-419df31c-019e-4a4b-a70c-07e28d306ac2 req-04f0bade-75a5-4698-8d65-0e360dceadb1 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 945 time: 0.0619009 Jun 28 14:18:43.361756 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-419df31c-019e-4a4b-a70c-07e28d306ac2 req-c9137002-de8c-439a-aef4-9c676532a44d tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371959 Jun 28 14:18:43.529186 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bfa4f-bf80-4a2e-9752-a42a9f972bb0 req-4d548eb6-0d02-49a1-9b10-d4bf3b27c79f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:43.530646 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b8bfa4f-bf80-4a2e-9752-a42a9f972bb0 req-4d548eb6-0d02-49a1-9b10-d4bf3b27c79f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 945 time: 0.0621850 Jun 28 14:18:43.567283 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3b8bfa4f-bf80-4a2e-9752-a42a9f972bb0 req-001227cd-adfd-476c-9df5-0ab476e31242 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310802 Jun 28 14:18:43.591674 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34434) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:43.650667 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b114ec-9d17-4c28-9ae7-ba4aff4547c3 tempest-TestVolumeBootPattern-319975209 tempest-TestVolumeBootPattern-319975209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:43.652213 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-88b114ec-9d17-4c28-9ae7-ba4aff4547c3 tempest-TestVolumeBootPattern-319975209 tempest-TestVolumeBootPattern-319975209-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 1093 time: 0.0595224 Jun 28 14:18:43.655021 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34436) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:43.659443 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Request body: {'floatingip': {'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'port_id': '96b60dc8-2d4a-4798-8050-8e34730f1c90', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:18:43.680262 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for floatingip, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:43.771897 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:43.871170 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Allocated IP 172.27.2.21 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/f1fba5fe-dd9b-4fb3-9e94-c8775e7b24fc) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:18:43.965491 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:44.008940 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6079584'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:44.011863 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-02dcbe44-f37a-452c-839f-9e541e56e11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:44.047774 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:18:44.050904 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:18:44.053348 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:18:44.083679 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event updated for resources: {'Port': ['ID=f1fba5fe-dd9b-4fb3-9e94-c8775e7b24fc,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:44.095348 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:44.095875 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:44.096268 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:44.096638 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:44.097006 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:44.097374 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:44.097738 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:44.098098 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:44.098460 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:44.098825 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:44.099180 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:44.099813 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:44.104425 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:44.417649 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:44.489867 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:44.887751 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for port, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:44.891943 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6079634'] for port, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:44.894157 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:44.956065 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event updated for resources: {'Port': ['ID=f1fba5fe-dd9b-4fb3-9e94-c8775e7b24fc,revision_number=2']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:44.960396 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:44.968509 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:45.062035 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.l3_db [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Floating IP 3e592cbb-c16d-41b2-ade2-ce3963ba00f0 associated. External IP: 172.27.2.21, port: 96b60dc8-2d4a-4798-8050-8e34730f1c90. Jun 28 14:18:45.257911 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Router 3b047969-6568-4d82-a998-726e4d8e2658 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:18:45.359014 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:18:45.368193 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730870f3-88d9-4381-b315-441ad94175d4 None None] Sync routers for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:18:45.374030 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:45.379066 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730870f3-88d9-4381-b315-441ad94175d4 None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:18:45.379713 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-730870f3-88d9-4381-b315-441ad94175d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:18:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:18:45.409011 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-cd074066-d2a8-41d7-9466-ce87f6aa3c1f tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7529633 Jun 28 14:18:45.409741 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'tag': '96b60dc8-2d4a-4798-8050-8e34730f1c90'}] {{(pid=93024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:18:45.412615 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57de81fc55b96f5fe3d2266ad050390b1d2e29b100cf4860e7301d44a90885d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7f96a4-0dc3-4cf0-bd26-e7d17d9fbca2" -d '{"events": [{"name": "network-changed", "server_uuid": "de0a9608-3655-40e3-98fa-e8534ac6c9e1", "tag": "96b60dc8-2d4a-4798-8050-8e34730f1c90"}]}' {{(pid=93024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:18:45.513778 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80669978-d8d5-436e-a179-d36a6d43a48c x-openstack-request-id: req-80669978-d8d5-436e-a179-d36a6d43a48c {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:18:45.514412 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0a9608-3655-40e3-98fa-e8534ac6c9e1", "tag": "96b60dc8-2d4a-4798-8050-8e34730f1c90", "status": "completed", "code": 200}]} {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:18:45.514412 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80669978-d8d5-436e-a179-d36a6d43a48c {{(pid=93024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:18:45.514839 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'tag': '96b60dc8-2d4a-4798-8050-8e34730f1c90', 'status': 'completed', 'code': 200} Jun 28 14:18:45.612079 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f96a4-0dc3-4cf0-bd26-e7d17d9fbca2 req-dd39ba2a-6da8-46dc-8d51-49323629f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:45.613577 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5a7f96a4-0dc3-4cf0-bd26-e7d17d9fbca2 req-dd39ba2a-6da8-46dc-8d51-49323629f8d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 1098 time: 0.0536566 Jun 28 14:18:45.613734 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-730870f3-88d9-4381-b315-441ad94175d4 None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:18:45.705228 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f96a4-0dc3-4cf0-bd26-e7d17d9fbca2 req-bcf6ac05-7792-456b-b6d0-95d81e474887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:45.707368 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5a7f96a4-0dc3-4cf0-bd26-e7d17d9fbca2 req-bcf6ac05-7792-456b-b6d0-95d81e474887 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 913 time: 0.0868192 Jun 28 14:18:45.770161 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5a7f96a4-0dc3-4cf0-bd26-e7d17d9fbca2 req-97ac8989-9efe-41a3-a6ff-0c910d17f478 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96b60dc8-2d4a-4798-8050-8e34730f1c90 HTTP/1.1" status: 200 len: 998 time: 0.0569458 Jun 28 14:18:45.820520 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f96a4-0dc3-4cf0-bd26-e7d17d9fbca2 req-f674928f-36eb-4be5-8699-e2c1aff56ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:45.821953 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5a7f96a4-0dc3-4cf0-bd26-e7d17d9fbca2 req-f674928f-36eb-4be5-8699-e2c1aff56ba8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf55ec17-2a82-43b3-bab0-b9a47fb5a225 HTTP/1.1" status: 200 len: 851 time: 0.0461299 Jun 28 14:18:45.837135 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-730870f3-88d9-4381-b315-441ad94175d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '3e592cbb-c16d-41b2-ade2-ce3963ba00f0', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'port_id': '96b60dc8-2d4a-4798-8050-8e34730f1c90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'mac_address': 'fa:16:3e:8e:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:18:44Z', 'updated_at': '2021-06-28T14:18:44Z', 'revision_number': 0, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:18:45.862120 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730870f3-88d9-4381-b315-441ad94175d4 None None] Checking router: 3b047969-6568-4d82-a998-726e4d8e2658 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:18:45.870150 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730870f3-88d9-4381-b315-441ad94175d4 None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:18:45.870762 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-730870f3-88d9-4381-b315-441ad94175d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:18:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:18:45.880376 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f96a4-0dc3-4cf0-bd26-e7d17d9fbca2 req-9f68cba6-3fbf-492d-9f03-295632a02aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:45.881858 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5a7f96a4-0dc3-4cf0-bd26-e7d17d9fbca2 req-9f68cba6-3fbf-492d-9f03-295632a02aaa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a74200-ca06-4409-85f3-fa900ba8d0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533211 Jun 28 14:18:45.970136 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5a7f96a4-0dc3-4cf0-bd26-e7d17d9fbca2 req-bf617708-f3f5-4e74-bd4c-ccf05e3169a7 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806398 Jun 28 14:18:45.976811 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-730870f3-88d9-4381-b315-441ad94175d4 None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:18:46.061589 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-5a7f96a4-0dc3-4cf0-bd26-e7d17d9fbca2 req-79fe5979-31a1-46b6-a875-60c58e2dd51c service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843959 Jun 28 14:18:46.190936 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-730870f3-88d9-4381-b315-441ad94175d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '3e592cbb-c16d-41b2-ade2-ce3963ba00f0', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'port_id': '96b60dc8-2d4a-4798-8050-8e34730f1c90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'mac_address': 'fa:16:3e:8e:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:18:44Z', 'updated_at': '2021-06-28T14:18:44Z', 'revision_number': 0, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:18:46.219568 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730870f3-88d9-4381-b315-441ad94175d4 None None] The sync data for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi is: [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '3e592cbb-c16d-41b2-ade2-ce3963ba00f0', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'port_id': '96b60dc8-2d4a-4798-8050-8e34730f1c90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'mac_address': 'fa:16:3e:8e:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:18:44Z', 'updated_at': '2021-06-28T14:18:44Z', 'revision_number': 0, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:18:46.391422 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03922d6b-0e6b-451d-9de4-6b2b7c5ed5d9 None None] New status for floating IP 3e592cbb-c16d-41b2-ade2-ce3963ba00f0: ACTIVE {{(pid=93026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:18:56.885814 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:00.758019 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:19:01.374025 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-4318b443-0ea5-43a6-b728-dc11e3d1daa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:03.887804 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-8402e578-1eb2-4f76-b152-01a199828d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:04.181379 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.109364 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:06.563696 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:07.584189 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d44123eb-4cdd-4000-bb5a-a413fbcbd037 req-677e00a4-ba4c-4b2b-b4ac-04996ccfbed5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499640 Jun 28 14:19:07.689536 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44123eb-4cdd-4000-bb5a-a413fbcbd037 req-f26cbff5-8972-4f97-bc32-941b63f3e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:07.691481 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d44123eb-4cdd-4000-bb5a-a413fbcbd037 req-f26cbff5-8972-4f97-bc32-941b63f3e904 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 1098 time: 0.0506191 Jun 28 14:19:07.792132 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44123eb-4cdd-4000-bb5a-a413fbcbd037 req-187be8a5-4166-4618-aabc-ff8ea3376e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:07.793456 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d44123eb-4cdd-4000-bb5a-a413fbcbd037 req-187be8a5-4166-4618-aabc-ff8ea3376e29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 913 time: 0.0838675 Jun 28 14:19:07.858596 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d44123eb-4cdd-4000-bb5a-a413fbcbd037 req-3dc29dec-fa08-45e9-84c4-1fd4351497f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96b60dc8-2d4a-4798-8050-8e34730f1c90 HTTP/1.1" status: 200 len: 1000 time: 0.0574076 Jun 28 14:19:07.905425 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44123eb-4cdd-4000-bb5a-a413fbcbd037 req-ba98f323-eefe-4976-971d-a64adb91c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:07.906815 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d44123eb-4cdd-4000-bb5a-a413fbcbd037 req-ba98f323-eefe-4976-971d-a64adb91c51d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf55ec17-2a82-43b3-bab0-b9a47fb5a225 HTTP/1.1" status: 200 len: 851 time: 0.0423355 Jun 28 14:19:07.962028 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44123eb-4cdd-4000-bb5a-a413fbcbd037 req-8bdc007d-933c-4f6d-9965-03ba2534d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:07.963455 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d44123eb-4cdd-4000-bb5a-a413fbcbd037 req-8bdc007d-933c-4f6d-9965-03ba2534d995 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a74200-ca06-4409-85f3-fa900ba8d0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504885 Jun 28 14:19:08.052410 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d44123eb-4cdd-4000-bb5a-a413fbcbd037 req-45d2c40d-97ca-4085-9cec-e5e3a135da9b service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818734 Jun 28 14:19:08.137739 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d44123eb-4cdd-4000-bb5a-a413fbcbd037 req-b4f9229d-5273-472b-89f9-c39a62b64e81 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791821 Jun 28 14:19:26.882725 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:31.374532 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-87346ac5-43ef-42fc-984a-e0186f0d64da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:33.888728 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-88b2417b-1e54-4340-8a35-603a276ca23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:34.181442 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:35.110546 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:36.567341 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:37.756158 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:19:56.881969 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:01.375269 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-0b12be2d-222b-48b5-bc45-65f53a07e571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:03.889423 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-358485dd-9941-4a5a-b2f3-be2d2a9db2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:04.181719 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:05.113295 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:06.572712 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:11.960554 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d0d2d955-2e96-4aa8-8cb3-9ed0ae95c5ff req-0064d214-383b-4939-bb68-08fac02bffa8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514174 Jun 28 14:20:12.078688 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2d955-2e96-4aa8-8cb3-9ed0ae95c5ff req-082215ea-ffe8-40ab-97dc-97e5b400d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:12.080163 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d0d2d955-2e96-4aa8-8cb3-9ed0ae95c5ff req-082215ea-ffe8-40ab-97dc-97e5b400d511 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 1098 time: 0.0547149 Jun 28 14:20:12.181470 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2d955-2e96-4aa8-8cb3-9ed0ae95c5ff req-810dfcd1-813d-43af-ad34-11397229cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:12.182882 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d0d2d955-2e96-4aa8-8cb3-9ed0ae95c5ff req-810dfcd1-813d-43af-ad34-11397229cd0d service neutron] 10.222.0.55 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 913 time: 0.0811181 Jun 28 14:20:12.250217 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d0d2d955-2e96-4aa8-8cb3-9ed0ae95c5ff req-3654180a-20e2-4990-8798-109e7f462d62 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96b60dc8-2d4a-4798-8050-8e34730f1c90 HTTP/1.1" status: 200 len: 1000 time: 0.0596774 Jun 28 14:20:12.296447 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2d955-2e96-4aa8-8cb3-9ed0ae95c5ff req-52849d12-e5e6-4a10-9be0-8df242043e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:12.297806 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d0d2d955-2e96-4aa8-8cb3-9ed0ae95c5ff req-52849d12-e5e6-4a10-9be0-8df242043e07 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf55ec17-2a82-43b3-bab0-b9a47fb5a225 HTTP/1.1" status: 200 len: 851 time: 0.0409327 Jun 28 14:20:12.353389 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2d955-2e96-4aa8-8cb3-9ed0ae95c5ff req-b6bb8ad6-d534-4cd1-b89e-5b5f0434adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:12.354818 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d0d2d955-2e96-4aa8-8cb3-9ed0ae95c5ff req-b6bb8ad6-d534-4cd1-b89e-5b5f0434adbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a74200-ca06-4409-85f3-fa900ba8d0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492883 Jun 28 14:20:12.444929 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d0d2d955-2e96-4aa8-8cb3-9ed0ae95c5ff req-7207ee4d-7d7e-4eab-b9ca-d67fe6e2b030 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828924 Jun 28 14:20:12.533354 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d0d2d955-2e96-4aa8-8cb3-9ed0ae95c5ff req-30b85516-5afc-4dda-a90f-7a341e4e9447 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810819 Jun 28 14:20:14.080817 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-404da418-bba7-4512-a20f-41513dfc8eff tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827469479&fields=id&tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6 HTTP/1.1" status: 200 len: 267 time: 0.0325277 Jun 28 14:20:14.185611 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d8f29-335a-4c5d-b744-98f557286acf req-657cb489-7a29-4d7b-8cab-38ba8aec7c60 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:14.187037 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-657cb489-7a29-4d7b-8cab-38ba8aec7c60 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 812 time: 0.1002645 Jun 28 14:20:14.201409 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-a4e9e79c-106f-4330-b9cb-25be5ebf6983 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/quotas/a1d94a5d6e764e9b8d2a8b1ff09bc1c6 HTTP/1.1" status: 200 len: 375 time: 0.0091331 Jun 28 14:20:14.275644 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-d8bdfb82-607c-4c44-8d7e-440685ef8702 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0695012 Jun 28 14:20:14.329749 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-dbd88f37-44f0-4aca-8eb5-cec092955df0 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93023) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 14:20:14.330713 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-dbd88f37-44f0-4aca-8eb5-cec092955df0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0447474 Jun 28 14:20:14.418127 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-81d97d76-67ca-4971-85b6-3a414d6ec98a service neutron] 10.222.0.11 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811367 Jun 28 14:20:14.504971 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-2af36048-8c6b-47f5-9a92-b145416847e6 service neutron] 10.222.0.11 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812700 Jun 28 14:20:14.756931 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:20:14.840639 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-47af601b-9d28-414e-9b30-c9c58fa8965a req-f26a4dbb-7367-47d5-9c30-5f6f1f1a800d tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 210 time: 0.0788236 Jun 28 14:20:15.858685 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d8f29-335a-4c5d-b744-98f557286acf req-ca80b811-2eb5-4830-b795-7077f94f284c tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:15.860100 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-ca80b811-2eb5-4830-b795-7077f94f284c tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.55 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 812 time: 0.1077392 Jun 28 14:20:15.918542 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-a6e36386-b54f-481e-adfe-55598270a6b5 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6 HTTP/1.1" status: 200 len: 380 time: 0.0378289 Jun 28 14:20:15.928434 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-760d8f29-335a-4c5d-b744-98f557286acf req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Request body: {'port': {'device_id': 'b3b88c17-ad49-4099-818d-695eb30606e1', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'admin_state_up': True, 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'security_groups': ['0462d693-201c-41f2-b7ca-10666147b964']}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:16.013538 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-fdef4698-7882-4057-894c-c4f01543b313 req-17c341e3-8dd3-48d5-86bb-bc7e4ad3f981 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 210 time: 0.0607121 Jun 28 14:20:16.069688 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760d8f29-335a-4c5d-b744-98f557286acf req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Made reservation on behalf of a1d94a5d6e764e9b8d2a8b1ff09bc1c6 for: {'port': 1} {{(pid=93023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:20:16.073203 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-760d8f29-335a-4c5d-b744-98f557286acf req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:16.205802 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_common [req-760d8f29-335a-4c5d-b744-98f557286acf req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Allocated IP 172.20.0.6 (42a74200-ca06-4409-85f3-fa900ba8d0fb/bf55ec17-2a82-43b3-bab0-b9a47fb5a225/0f7271af-7522-4a70-b8fb-9b51b80cfe29) {{(pid=93023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:20:16.336078 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-760d8f29-335a-4c5d-b744-98f557286acf req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for port, precommit_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:16.349036 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-760d8f29-335a-4c5d-b744-98f557286acf req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Transition to ACTIVE for port object 0f7271af-7522-4a70-b8fb-9b51b80cfe29 will not be triggered until provisioned by entity DHCP. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:20:16.381337 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-760d8f29-335a-4c5d-b744-98f557286acf req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6809248'] for port, after_create {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:16.385369 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:16.428880 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760d8f29-335a-4c5d-b744-98f557286acf req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Network 42a74200-ca06-4409-85f3-fa900ba8d0fb is already hosted by enough agents. {{(pid=93023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:20:16.433901 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.base_scheduler [req-760d8f29-335a-4c5d-b744-98f557286acf req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Resources bound (agent type, host, resource id): {{(pid=93023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:20:16.437717 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-760d8f29-335a-4c5d-b744-98f557286acf req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Received port after_create {{(pid=93023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:20:16.444863 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event updated for resources: {'Port': ['ID=0f7271af-7522-4a70-b8fb-9b51b80cfe29,revision_number=1']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:16.479067 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:16.479459 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:16.479868 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:16.480247 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:16.480612 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:16.480978 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:16.481347 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:16.481709 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:16.482102 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:16.482441 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:16.483084 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:16.483211 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:16.489020 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:16.507912 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d8f29-335a-4c5d-b744-98f557286acf req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:16.508852 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-760d8f29-335a-4c5d-b744-98f557286acf req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:16.524554 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-272eb416-376e-4efc-a897-b51310060542 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5998540 Jun 28 14:20:16.550869 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.v2.base [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Request body: {'port': {'device_id': 'b3b88c17-ad49-4099-818d-695eb30606e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:16.633117 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:16.794122 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-87544b69-8e9e-49db-9a02-9437c386a2e1 None None] Provisioning for port 0f7271af-7522-4a70-b8fb-9b51b80cfe29 completed by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:20:16.799158 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-87544b69-8e9e-49db-9a02-9437c386a2e1 None None] Provisioning complete for port 0f7271af-7522-4a70-b8fb-9b51b80cfe29 triggered by entity DHCP. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:20:16.799537 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-87544b69-8e9e-49db-9a02-9437c386a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:16.836806 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-87544b69-8e9e-49db-9a02-9437c386a2e1 None None] Port 0f7271af-7522-4a70-b8fb-9b51b80cfe29 cannot update to ACTIVE because it is not bound. {{(pid=93025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:20:16.895238 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7271af-7522-4a70-b8fb-9b51b80cfe29 {{(pid=93023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:20:16.902371 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:16.913934 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.provisioning_blocks [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Transition to ACTIVE for port object 0f7271af-7522-4a70-b8fb-9b51b80cfe29 will not be triggered until provisioned by entity L2. {{(pid=93023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:20:16.916804 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:16.919579 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-3960a371-6dac-421f-9c3c-89b1d59ac0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:16.968568 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7271af-7522-4a70-b8fb-9b51b80cfe29,revision_number=2']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:16.986720 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:17.039947 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Attempting to bind port 0f7271af-7522-4a70-b8fb-9b51b80cfe29 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:20:17.040184 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Attempting to bind port 0f7271af-7522-4a70-b8fb-9b51b80cfe29 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:20:17.040696 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Attempting to bind port 0f7271af-7522-4a70-b8fb-9b51b80cfe29 on network 42a74200-ca06-4409-85f3-fa900ba8d0fb {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:20:17.046053 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Port 0f7271af-7522-4a70-b8fb-9b51b80cfe29 on network 42a74200-ca06-4409-85f3-fa900ba8d0fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:20:17.046452 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Attempting to bind port 0f7271af-7522-4a70-b8fb-9b51b80cfe29 on network 42a74200-ca06-4409-85f3-fa900ba8d0fb {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:20:17.051618 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Checking agent: {'id': 'cb1ed76c-2e7e-4596-9b15-2551d39b433e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'started_at': datetime.datetime(2021, 6, 28, 14, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:20:17.052117 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Checking segment: {'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:20:17.053304 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Bound using segment: {'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'} {{(pid=93023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:20:17.053944 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.managers [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Bound port: 0f7271af-7522-4a70-b8fb-9b51b80cfe29, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb'}}] {{(pid=93023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:20:17.054486 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:17.120790 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] For port 0f7271af-7522-4a70-b8fb-9b51b80cfe29, host hv-cinder-76111, cleared binding levels {{(pid=93023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:20:17.123905 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] For port 0f7271af-7522-4a70-b8fb-9b51b80cfe29, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0f7271af-7522-4a70-b8fb-9b51b80cfe29,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:20:17.129665 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6809170'] for port, after_update {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:17.132704 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ab95bc5f-c4d9-49e1-b04e-a360b0777dd6 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:17.162587 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:17.163080 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:17.164496 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] 10.222.0.55 "PUT /v2.0/ports/0f7271af-7522-4a70-b8fb-9b51b80cfe29 HTTP/1.1" status: 200 len: 1093 time: 0.6180010 Jun 28 14:20:17.165013 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b88c17-ad49-4099-818d-695eb30606e1', 'tag': '0f7271af-7522-4a70-b8fb-9b51b80cfe29'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:20:17.167819 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1129dd05-c1b9-4a85-8a65-2d0f88f9121f" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b88c17-ad49-4099-818d-695eb30606e1", "tag": "0f7271af-7522-4a70-b8fb-9b51b80cfe29"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:20:17.201831 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7271af-7522-4a70-b8fb-9b51b80cfe29,revision_number=3']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:17.202305 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe0b2e-d4ab-4140-8aeb-9d1fa6befbe9 req-49bea2ff-c359-4b86-9ddf-a3d69e8ff7e7 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:17.203869 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-62fe0b2e-d4ab-4140-8aeb-9d1fa6befbe9 req-49bea2ff-c359-4b86-9ddf-a3d69e8ff7e7 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 943 time: 0.0727165 Jun 28 14:20:17.205327 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-5450cd30-3110-45ec-8ff6-8452e1678a88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:17.234556 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fef070e-2b78-4555-80bb-a63f471d562b x-openstack-request-id: req-0fef070e-2b78-4555-80bb-a63f471d562b {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:20:17.234899 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b88c17-ad49-4099-818d-695eb30606e1", "tag": "0f7271af-7522-4a70-b8fb-9b51b80cfe29", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:20:17.235198 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0fef070e-2b78-4555-80bb-a63f471d562b {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:20:17.235632 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b88c17-ad49-4099-818d-695eb30606e1', 'tag': '0f7271af-7522-4a70-b8fb-9b51b80cfe29', 'status': 'completed', 'code': 200} Jun 28 14:20:17.249862 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-62fe0b2e-d4ab-4140-8aeb-9d1fa6befbe9 req-47fa006e-bcf7-48c1-991f-770fc02ae4a4 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383394 Jun 28 14:20:17.284657 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d8f29-335a-4c5d-b744-98f557286acf req-de27e8e5-d693-4f9f-917c-464ac721b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:17.286165 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-de27e8e5-d693-4f9f-917c-464ac721b68e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 1096 time: 0.0604897 Jun 28 14:20:17.336174 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-ba45189a-9cc4-4edc-a3fc-2df4e44f4c45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f7271af-7522-4a70-b8fb-9b51b80cfe29 HTTP/1.1" status: 200 len: 217 time: 0.0374005 Jun 28 14:20:17.383589 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d8f29-335a-4c5d-b744-98f557286acf req-b2cd5c23-fe4d-4362-86b6-97345ec0529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:17.385255 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-b2cd5c23-fe4d-4362-86b6-97345ec0529d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf55ec17-2a82-43b3-bab0-b9a47fb5a225 HTTP/1.1" status: 200 len: 851 time: 0.0434418 Jun 28 14:20:17.441956 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d8f29-335a-4c5d-b744-98f557286acf req-782c15fd-4b25-4dd0-bb32-1e29fdda4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:17.443439 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-782c15fd-4b25-4dd0-bb32-1e29fdda4781 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a74200-ca06-4409-85f3-fa900ba8d0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0511439 Jun 28 14:20:17.534389 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-b4cc0c8a-0e94-471d-acf8-c99b59368525 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848644 Jun 28 14:20:17.620418 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-760d8f29-335a-4c5d-b744-98f557286acf req-08c15756-e964-4622-9fd2-da011d9da646 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794952 Jun 28 14:20:18.024058 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129dd05-c1b9-4a85-8a65-2d0f88f9121f req-b4b51470-6c33-4bf0-8a01-4cfa6c35f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:18.025565 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1129dd05-c1b9-4a85-8a65-2d0f88f9121f req-b4b51470-6c33-4bf0-8a01-4cfa6c35f9a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 1096 time: 0.3214591 Jun 28 14:20:18.114438 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129dd05-c1b9-4a85-8a65-2d0f88f9121f req-ed398555-9a9f-46ef-888f-1a55e8ca9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:18.116506 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1129dd05-c1b9-4a85-8a65-2d0f88f9121f req-ed398555-9a9f-46ef-888f-1a55e8ca9e87 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 913 time: 0.0817690 Jun 28 14:20:18.161365 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1129dd05-c1b9-4a85-8a65-2d0f88f9121f req-edde8054-1e2a-4003-9672-c3226c573f53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f7271af-7522-4a70-b8fb-9b51b80cfe29 HTTP/1.1" status: 200 len: 217 time: 0.0348294 Jun 28 14:20:18.210377 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129dd05-c1b9-4a85-8a65-2d0f88f9121f req-24eabd41-d986-4c76-b4c6-c0a33e64727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:18.211817 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1129dd05-c1b9-4a85-8a65-2d0f88f9121f req-24eabd41-d986-4c76-b4c6-c0a33e64727e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf55ec17-2a82-43b3-bab0-b9a47fb5a225 HTTP/1.1" status: 200 len: 851 time: 0.0419869 Jun 28 14:20:18.265812 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129dd05-c1b9-4a85-8a65-2d0f88f9121f req-cf6a0623-ac04-417f-8d5a-469a1b83d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:18.267206 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1129dd05-c1b9-4a85-8a65-2d0f88f9121f req-cf6a0623-ac04-417f-8d5a-469a1b83d6be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a74200-ca06-4409-85f3-fa900ba8d0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492356 Jun 28 14:20:18.364949 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1129dd05-c1b9-4a85-8a65-2d0f88f9121f req-e497e610-e5c7-4e7c-9464-27b4739a3817 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899937 Jun 28 14:20:18.457516 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-1129dd05-c1b9-4a85-8a65-2d0f88f9121f req-cc624dfd-437f-498f-9095-b60f4b716dfc service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861831 Jun 28 14:20:18.585511 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101761-552d-4d63-a388-6e1c783b2ad6 req-686b9196-ae71-49a4-a896-e8ac79d55b52 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:18.586927 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-25101761-552d-4d63-a388-6e1c783b2ad6 req-686b9196-ae71-49a4-a896-e8ac79d55b52 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 943 time: 0.0684054 Jun 28 14:20:18.623116 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-25101761-552d-4d63-a388-6e1c783b2ad6 req-d278f16f-bf32-4be9-8731-b990b8ee47ef tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306141 Jun 28 14:20:19.789786 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78290de5-ac7d-4bf3-a171-f0451ce9076f req-4873a4d0-3c1a-45be-958e-ce4628a68802 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:19.791135 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-78290de5-ac7d-4bf3-a171-f0451ce9076f req-4873a4d0-3c1a-45be-958e-ce4628a68802 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 943 time: 0.0608096 Jun 28 14:20:19.830083 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-78290de5-ac7d-4bf3-a171-f0451ce9076f req-0c2dc72a-791a-44c1-8bd7-95f4b92d4c33 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334709 Jun 28 14:20:20.998502 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6a77f-5210-44e8-8b17-6925051d5f9c req-27b40f70-7d9b-45af-9e85-e865fc3c6e7d tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:21.000257 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-19f6a77f-5210-44e8-8b17-6925051d5f9c req-27b40f70-7d9b-45af-9e85-e865fc3c6e7d tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 943 time: 0.0621395 Jun 28 14:20:21.036030 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-19f6a77f-5210-44e8-8b17-6925051d5f9c req-a3f65072-91aa-4e9f-8cc2-c71e19993508 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303485 Jun 28 14:20:22.209633 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eed335-bd2b-420c-81b6-6c5d4ff85a9a req-90079e04-5dc9-41d0-855e-f5979ec71f7c tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:22.211085 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-76eed335-bd2b-420c-81b6-6c5d4ff85a9a req-90079e04-5dc9-41d0-855e-f5979ec71f7c tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 943 time: 0.0649016 Jun 28 14:20:22.249313 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-76eed335-bd2b-420c-81b6-6c5d4ff85a9a req-7821a56c-dc83-4cb5-aa7f-d28366c9dafd tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323138 Jun 28 14:20:23.415948 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36297f-7167-4558-933a-6763977dc4e3 req-1a0134a2-c872-4105-ade5-8fccdb582513 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:23.417404 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ce36297f-7167-4558-933a-6763977dc4e3 req-1a0134a2-c872-4105-ade5-8fccdb582513 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 943 time: 0.0617981 Jun 28 14:20:23.453961 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ce36297f-7167-4558-933a-6763977dc4e3 req-11ba1c10-1da9-479b-b569-eb34aab71ef7 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311098 Jun 28 14:20:23.653969 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [req-e699f43b-6256-4d7e-847e-855177965211 req-62163c76-d2c9-4c9e-a1d5-9d44b0fef022 service neutron] (93023) timed out ('10.222.0.55', 64220) {{(pid=93023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 14:20:23.706586 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [req-23bc9ffc-edcd-4c36-aba5-3d893e02be96 req-aa8f8d22-69f6-44df-9611-00d2a1c8a8a9 service neutron] (93023) timed out ('10.222.0.55', 64237) {{(pid=93023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 14:20:24.621810 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006b738-adf6-42a5-ad63-62b6d05afabd req-7bb5eec2-31e9-4916-95cd-503033b3287d tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:24.623255 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3006b738-adf6-42a5-ad63-62b6d05afabd req-7bb5eec2-31e9-4916-95cd-503033b3287d tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 943 time: 0.0633373 Jun 28 14:20:24.659686 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-3006b738-adf6-42a5-ad63-62b6d05afabd req-cf102962-e0ee-4a95-bb14-6410fe9afe90 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309248 Jun 28 14:20:25.671342 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 0f7271af-7522-4a70-b8fb-9b51b80cfe29 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:20:25.761636 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 0f7271af-7522-4a70-b8fb-9b51b80cfe29, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0f7271af-7522-4a70-b8fb-9b51b80cfe29,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:20:25.776235 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Returning: {'device': '0f7271af-7522-4a70-b8fb-9b51b80cfe29', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'port_id': '0f7271af-7522-4a70-b8fb-9b51b80cfe29', 'mac_address': 'fa:16:3e:70:db:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:20:25.812027 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:25.824514 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7271af-7522-4a70-b8fb-9b51b80cfe29 {{(pid=93025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:20:25.831767 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165860f-db07-4aad-a807-62a503a68b15 req-eea328e3-8e32-42f7-a1e2-9e6ab92fdec8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:25.833215 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d165860f-db07-4aad-a807-62a503a68b15 req-eea328e3-8e32-42f7-a1e2-9e6ab92fdec8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 943 time: 0.0654309 Jun 28 14:20:25.843766 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 0f7271af-7522-4a70-b8fb-9b51b80cfe29, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0f7271af-7522-4a70-b8fb-9b51b80cfe29,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:20:25.848484 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:25.850885 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-369b3c81-38c9-4ba5-add2-f129ebb6c6e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:25.870849 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d165860f-db07-4aad-a807-62a503a68b15 req-a95c0814-8b51-439a-91bc-3e233c55736c tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313845 Jun 28 14:20:25.895097 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=0f7271af-7522-4a70-b8fb-9b51b80cfe29,revision_number=4']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:25.902344 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:25.902695 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:25.903224 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:25.903788 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:25.904337 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:25.904901 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:25.905462 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:25.906032 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:25.906603 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:25.907162 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:25.907770 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:25.908340 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:25.914949 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:26.138957 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] get_ports_and_sgs() called for port_ids ['0f7271af-7522-4a70-b8fb-9b51b80cfe29'] {{(pid=93025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:20:26.889685 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:27.042939 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a258d-b783-4f4a-b5eb-2145dcfe7bab req-1ca67dce-b74a-40df-b45d-8e8065d42dc5 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:27.044404 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-dd9a258d-b783-4f4a-b5eb-2145dcfe7bab req-1ca67dce-b74a-40df-b45d-8e8065d42dc5 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 944 time: 0.0649226 Jun 28 14:20:27.080134 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-dd9a258d-b783-4f4a-b5eb-2145dcfe7bab req-0d777f0a-81d9-4bbb-a1b2-0d274dc0116b tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301852 Jun 28 14:20:27.686966 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 0f7271af-7522-4a70-b8fb-9b51b80cfe29 up at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:20:27.734045 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning for port 0f7271af-7522-4a70-b8fb-9b51b80cfe29 completed by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:20:27.737687 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.provisioning_blocks [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Provisioning complete for port 0f7271af-7522-4a70-b8fb-9b51b80cfe29 triggered by entity L2. {{(pid=93025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:20:27.738120 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749727'] for port, provisioning_complete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:27.811898 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:27.833085 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b88c17-ad49-4099-818d-695eb30606e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7271af-7522-4a70-b8fb-9b51b80cfe29'}] {{(pid=93025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:20:27.835336 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d0d4d0f2dc9279a6c64f19a2dc0a0ff8091bafd77690b8322aaf56a218174ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ec731f-8db1-42ff-a7a1-6cb85f403624" -d '{"events": [{"server_uuid": "b3b88c17-ad49-4099-818d-695eb30606e1", "name": "network-vif-plugged", "status": "completed", "tag": "0f7271af-7522-4a70-b8fb-9b51b80cfe29"}]}' {{(pid=93025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:20:27.848106 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] For port 0f7271af-7522-4a70-b8fb-9b51b80cfe29, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0f7271af-7522-4a70-b8fb-9b51b80cfe29,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:20:27.852446 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233'] for port, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:27.855158 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:27.876494 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40be2e3-d810-490b-b493-6d4d6c846cf2 x-openstack-request-id: req-a40be2e3-d810-490b-b493-6d4d6c846cf2 {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:20:27.876793 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b88c17-ad49-4099-818d-695eb30606e1", "name": "network-vif-plugged", "status": "completed", "tag": "0f7271af-7522-4a70-b8fb-9b51b80cfe29", "code": 200}]} {{(pid=93025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:20:27.877051 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a40be2e3-d810-490b-b493-6d4d6c846cf2 {{(pid=93025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:20:27.877439 dv-cinder-761113-15-iscsi neutron-server[93025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b88c17-ad49-4099-818d-695eb30606e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7271af-7522-4a70-b8fb-9b51b80cfe29', 'code': 200} Jun 28 14:20:27.904017 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Pushing event updated for resources: {'Port': ['ID=0f7271af-7522-4a70-b8fb-9b51b80cfe29,revision_number=5']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:27.906924 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:28.153655 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5a701-000c-4cf8-82f2-3bb3ed9da201 req-13a37939-ec46-423e-b808-7a2271fcde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:28.155137 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d8c5a701-000c-4cf8-82f2-3bb3ed9da201 req-13a37939-ec46-423e-b808-7a2271fcde24 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 1098 time: 0.0507784 Jun 28 14:20:28.188495 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d8c5a701-000c-4cf8-82f2-3bb3ed9da201 req-c2c32f9e-ebe1-4f9b-acd4-16ca3d7a6fd4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273509 Jun 28 14:20:28.248205 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ed082-2786-43f4-9a74-8d28ee85b2bb req-31f41d09-af75-4d09-b741-3c52c517c9bf tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:28.249650 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2b8ed082-2786-43f4-9a74-8d28ee85b2bb req-31f41d09-af75-4d09-b741-3c52c517c9bf tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 945 time: 0.0619342 Jun 28 14:20:28.285928 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2b8ed082-2786-43f4-9a74-8d28ee85b2bb req-e87f54dd-2fc8-4c96-a7be-b1c1cf0f4214 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306649 Jun 28 14:20:29.467807 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30168fd3-af79-4dd3-a086-1710674fa510 req-25533c00-1fe2-4776-8b16-e45e46ea9b34 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:29.470035 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-30168fd3-af79-4dd3-a086-1710674fa510 req-25533c00-1fe2-4776-8b16-e45e46ea9b34 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 945 time: 0.0687909 Jun 28 14:20:29.509572 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-30168fd3-af79-4dd3-a086-1710674fa510 req-06f58158-bed2-4805-b7c3-fd0578dd61ce tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335147 Jun 28 14:20:30.676442 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eaba97-b6ae-4612-80d4-6ef468341ebf req-d3802912-9a4a-43aa-b5f9-381c1908d6d4 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:30.677893 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-54eaba97-b6ae-4612-80d4-6ef468341ebf req-d3802912-9a4a-43aa-b5f9-381c1908d6d4 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 945 time: 0.0616007 Jun 28 14:20:30.718848 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-54eaba97-b6ae-4612-80d4-6ef468341ebf req-03b3a2c5-c887-4bf7-92f0-cacd06c7cefd tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354519 Jun 28 14:20:30.886866 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d666f-9ccb-44e1-8a5d-9cd80aeeb8a6 req-b31084da-ab25-4377-99b9-f70dbb6b63c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:30.888392 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e30d666f-9ccb-44e1-8a5d-9cd80aeeb8a6 req-b31084da-ab25-4377-99b9-f70dbb6b63c3 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 945 time: 0.0652065 Jun 28 14:20:30.925410 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-e30d666f-9ccb-44e1-8a5d-9cd80aeeb8a6 req-7bf501ea-df61-4d5f-a594-a5d6f0d37b95 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312712 Jun 28 14:20:30.950595 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34570) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:30.998843 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96538400-709e-4bea-a756-7b4147bd448b tempest-TestVolumeBootPattern-319975209 tempest-TestVolumeBootPattern-319975209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:31.001096 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-96538400-709e-4bea-a756-7b4147bd448b tempest-TestVolumeBootPattern-319975209 tempest-TestVolumeBootPattern-319975209-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 1093 time: 0.0493064 Jun 28 14:20:31.003521 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34572) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:31.007933 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.v2.base [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Request body: {'floatingip': {'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'port_id': '0f7271af-7522-4a70-b8fb-9b51b80cfe29', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:31.029816 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for floatingip, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:31.119283 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:31.231028 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_common [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Allocated IP 172.27.2.199 (25d2b976-e9c7-4b06-b7a5-7d02942f13af/f54518c4-daef-4c21-aa2a-f2650e6cf176/c5efe876-bdce-4a6b-9d86-41b5f1e0c7f7) {{(pid=93024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:20:31.326532 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for port, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:31.363272 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1777764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054315758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6079584'] for port, after_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:31.365241 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:31.377839 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-96bc75d7-cc6c-455b-b926-160b1261995c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:31.403749 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Network 25d2b976-e9c7-4b06-b7a5-7d02942f13af is already hosted by enough agents. {{(pid=93024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:20:31.408261 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.base_scheduler [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Resources bound (agent type, host, resource id): {{(pid=93024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:20:31.411473 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Received port after_create {{(pid=93024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:20:31.433170 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event updated for resources: {'Port': ['ID=c5efe876-bdce-4a6b-9d86-41b5f1e0c7f7,revision_number=1']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:31.445134 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:31.445520 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:31.445892 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:31.446289 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:31.446676 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:31.447045 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:31.447402 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:31.447793 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:31.448158 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:31.448515 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:31.448872 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:31.449240 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:31.454092 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:31.780727 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:31.856589 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1777701'] for port, before_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:32.007215 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for port, precommit_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:32.011842 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054856403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054269188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054269233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6079634'] for port, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:32.014616 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-9947ffdd-f0a1-46b2-8e30-4310bcf5d39e tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:32.076049 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event updated for resources: {'Port': ['ID=c5efe876-bdce-4a6b-9d86-41b5f1e0c7f7,revision_number=2']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:32.079901 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:32.088419 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-707185'] for floatingip, after_update {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:32.190375 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.l3_db [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Floating IP 0cdbc932-25df-4d07-87fd-0d71b9cb47fe associated. External IP: 172.27.2.199, port: 0f7271af-7522-4a70-b8fb-9b51b80cfe29. Jun 28 14:20:32.391574 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Router 3b047969-6568-4d82-a998-726e4d8e2658 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:20:32.493626 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:20:32.505215 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fc49f5-561d-40ab-90b0-6c13d7fc3b92 None None] Sync routers for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:20:32.512819 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:32.517079 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fc49f5-561d-40ab-90b0-6c13d7fc3b92 None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:20:32.517790 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-c7fc49f5-561d-40ab-90b0-6c13d7fc3b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:20:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:20:32.548514 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5438991 Jun 28 14:20:32.549186 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b88c17-ad49-4099-818d-695eb30606e1', 'tag': '0f7271af-7522-4a70-b8fb-9b51b80cfe29'}] {{(pid=93024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:20:32.551497 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57de81fc55b96f5fe3d2266ad050390b1d2e29b100cf4860e7301d44a90885d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ef8f40-389f-4b3f-98d8-5219c054f732" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b88c17-ad49-4099-818d-695eb30606e1", "tag": "0f7271af-7522-4a70-b8fb-9b51b80cfe29"}]}' {{(pid=93024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:20:32.586903 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6347b710-c6ae-44e8-b2e7-06b1a65f3818 x-openstack-request-id: req-6347b710-c6ae-44e8-b2e7-06b1a65f3818 {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:20:32.587251 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b88c17-ad49-4099-818d-695eb30606e1", "tag": "0f7271af-7522-4a70-b8fb-9b51b80cfe29", "status": "completed", "code": 200}]} {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:20:32.587559 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6347b710-c6ae-44e8-b2e7-06b1a65f3818 {{(pid=93024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:20:32.588037 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b88c17-ad49-4099-818d-695eb30606e1', 'tag': '0f7271af-7522-4a70-b8fb-9b51b80cfe29', 'status': 'completed', 'code': 200} Jun 28 14:20:32.621599 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-c7fc49f5-561d-40ab-90b0-6c13d7fc3b92 None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:20:32.682683 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef8f40-389f-4b3f-98d8-5219c054f732 req-348c19fe-da57-4757-a77c-658f68d7eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:32.684170 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b1ef8f40-389f-4b3f-98d8-5219c054f732 req-348c19fe-da57-4757-a77c-658f68d7eeb9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 1098 time: 0.0518656 Jun 28 14:20:32.776563 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef8f40-389f-4b3f-98d8-5219c054f732 req-b3c79f92-4ef9-47aa-8909-0a7a39a07f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:32.778023 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b1ef8f40-389f-4b3f-98d8-5219c054f732 req-b3c79f92-4ef9-47aa-8909-0a7a39a07f2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 913 time: 0.0871713 Jun 28 14:20:32.842106 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b1ef8f40-389f-4b3f-98d8-5219c054f732 req-aaceb2ec-8458-4c6a-a34e-0fef6353f971 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f7271af-7522-4a70-b8fb-9b51b80cfe29 HTTP/1.1" status: 200 len: 999 time: 0.0566859 Jun 28 14:20:32.843061 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-c7fc49f5-561d-40ab-90b0-6c13d7fc3b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '0cdbc932-25df-4d07-87fd-0d71b9cb47fe', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'port_id': '0f7271af-7522-4a70-b8fb-9b51b80cfe29', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'mac_address': 'fa:16:3e:70:db:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b88c17-ad49-4099-818d-695eb30606e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:20:31Z', 'updated_at': '2021-06-28T14:20:31Z', 'revision_number': 0, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address_scope': None}, {'id': '3e592cbb-c16d-41b2-ade2-ce3963ba00f0', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'port_id': '96b60dc8-2d4a-4798-8050-8e34730f1c90', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'mac_address': 'fa:16:3e:8e:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:18:44Z', 'updated_at': '2021-06-28T14:18:46Z', 'revision_number': 1, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:20:32.869344 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fc49f5-561d-40ab-90b0-6c13d7fc3b92 None None] Checking router: 3b047969-6568-4d82-a998-726e4d8e2658 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:20:32.877435 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fc49f5-561d-40ab-90b0-6c13d7fc3b92 None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:20:32.878051 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-c7fc49f5-561d-40ab-90b0-6c13d7fc3b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:20:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:20:32.893624 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef8f40-389f-4b3f-98d8-5219c054f732 req-4913ced1-4d9a-454b-bd7c-617c9a3ff6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:32.894978 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b1ef8f40-389f-4b3f-98d8-5219c054f732 req-4913ced1-4d9a-454b-bd7c-617c9a3ff6be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf55ec17-2a82-43b3-bab0-b9a47fb5a225 HTTP/1.1" status: 200 len: 851 time: 0.0470920 Jun 28 14:20:32.950014 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef8f40-389f-4b3f-98d8-5219c054f732 req-fc21e09c-5ac4-4f52-a098-bcfbd85375e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:32.951554 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b1ef8f40-389f-4b3f-98d8-5219c054f732 req-fc21e09c-5ac4-4f52-a098-bcfbd85375e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a74200-ca06-4409-85f3-fa900ba8d0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503502 Jun 28 14:20:32.980611 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-c7fc49f5-561d-40ab-90b0-6c13d7fc3b92 None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:20:33.037765 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b1ef8f40-389f-4b3f-98d8-5219c054f732 req-46d4287f-73e1-4efa-b5ff-9a5a200e1469 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798857 Jun 28 14:20:33.129694 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-b1ef8f40-389f-4b3f-98d8-5219c054f732 req-6a022b8b-c631-4680-9c08-838ac780e39b service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854881 Jun 28 14:20:33.203330 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-c7fc49f5-561d-40ab-90b0-6c13d7fc3b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '0cdbc932-25df-4d07-87fd-0d71b9cb47fe', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'port_id': '0f7271af-7522-4a70-b8fb-9b51b80cfe29', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'mac_address': 'fa:16:3e:70:db:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b88c17-ad49-4099-818d-695eb30606e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:20:31Z', 'updated_at': '2021-06-28T14:20:31Z', 'revision_number': 0, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address_scope': None}, {'id': '3e592cbb-c16d-41b2-ade2-ce3963ba00f0', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'port_id': '96b60dc8-2d4a-4798-8050-8e34730f1c90', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'mac_address': 'fa:16:3e:8e:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:18:44Z', 'updated_at': '2021-06-28T14:18:46Z', 'revision_number': 1, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:20:33.350729 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fc49f5-561d-40ab-90b0-6c13d7fc3b92 None None] The sync data for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi is: [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '0cdbc932-25df-4d07-87fd-0d71b9cb47fe', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'port_id': '0f7271af-7522-4a70-b8fb-9b51b80cfe29', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'mac_address': 'fa:16:3e:70:db:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b88c17-ad49-4099-818d-695eb30606e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:20:31Z', 'updated_at': '2021-06-28T14:20:31Z', 'revision_number': 0, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address_scope': None}, {'id': '3e592cbb-c16d-41b2-ade2-ce3963ba00f0', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'port_id': '96b60dc8-2d4a-4798-8050-8e34730f1c90', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'mac_address': 'fa:16:3e:8e:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:18:44Z', 'updated_at': '2021-06-28T14:18:46Z', 'revision_number': 1, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:20:33.525586 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cc11a9-3fbb-4b53-8b13-58ced376bbaa None None] New status for floating IP 0cdbc932-25df-4d07-87fd-0d71b9cb47fe: ACTIVE {{(pid=93026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:20:33.889234 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-73fc0bd3-a66a-4142-ba93-5e5926e327e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:34.182131 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:35.115884 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.573034 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:51.755482 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:20:56.890765 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:01.379165 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-7f27d081-9db8-4387-ba15-4569e5bef309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:03.888266 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-fcdf1fc0-6152-49a4-80e7-81683e4426be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:04.185207 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:05.118706 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:06.575355 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:09.570021 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7546b10c-b5ea-437a-8754-98baef073425 req-b765614b-2f55-450b-a5d2-53db04776e25 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499310 Jun 28 14:21:09.682846 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546b10c-b5ea-437a-8754-98baef073425 req-8016701d-99e6-49b1-8a49-ba1027388450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:09.684283 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7546b10c-b5ea-437a-8754-98baef073425 req-8016701d-99e6-49b1-8a49-ba1027388450 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 1098 time: 0.0502334 Jun 28 14:21:09.788081 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546b10c-b5ea-437a-8754-98baef073425 req-1c1ac8b3-4103-4d38-9e8d-c3102faa0506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:09.789433 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7546b10c-b5ea-437a-8754-98baef073425 req-1c1ac8b3-4103-4d38-9e8d-c3102faa0506 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 913 time: 0.0859654 Jun 28 14:21:09.858000 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7546b10c-b5ea-437a-8754-98baef073425 req-d9315c31-6c8d-4569-a616-153270f02b2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96b60dc8-2d4a-4798-8050-8e34730f1c90 HTTP/1.1" status: 200 len: 1000 time: 0.0589159 Jun 28 14:21:09.905122 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546b10c-b5ea-437a-8754-98baef073425 req-b13bb91e-94d2-4c45-be23-8549709238f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:09.906472 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7546b10c-b5ea-437a-8754-98baef073425 req-b13bb91e-94d2-4c45-be23-8549709238f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf55ec17-2a82-43b3-bab0-b9a47fb5a225 HTTP/1.1" status: 200 len: 851 time: 0.0413442 Jun 28 14:21:09.969837 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546b10c-b5ea-437a-8754-98baef073425 req-f70a74e6-b817-4148-94f0-d7e4c8778ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:09.971324 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7546b10c-b5ea-437a-8754-98baef073425 req-f70a74e6-b817-4148-94f0-d7e4c8778ca0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a74200-ca06-4409-85f3-fa900ba8d0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569777 Jun 28 14:21:10.064488 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7546b10c-b5ea-437a-8754-98baef073425 req-5b2c2afa-c477-4d01-8461-3a792dcbf9dc service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855167 Jun 28 14:21:10.150823 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-7546b10c-b5ea-437a-8754-98baef073425 req-ddb05b27-9178-42a6-b470-b977438aeb99 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785360 Jun 28 14:21:26.909924 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:28.753620 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:21:31.378141 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-f16cbf77-7bcd-45d4-8174-1b18a26776bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:33.891405 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-82559d80-511c-4831-980e-743db24f459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:34.185716 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:35.120926 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:36.579149 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:56.909230 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:59.776408 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34608) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:59.962761 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Deleting port c5efe876-bdce-4a6b-9d86-41b5f1e0c7f7 {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:21:59.963104 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:00.037431 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:00.037671 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:00.048816 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Calling delete_port for c5efe876-bdce-4a6b-9d86-41b5f1e0c7f7 owned by network:floatingip {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:00.190612 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:00.193301 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-96b2d88a-d452-41f2-b79a-27485d825a70 tempest-AttachVolumeTestJSON-2114487743 tempest-AttachVolumeTestJSON-2114487743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:00.214632 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event deleted for resources: {'Port': ['ID=c5efe876-bdce-4a6b-9d86-41b5f1e0c7f7,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:00.241486 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:00.241875 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:00.242253 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:00.242626 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:00.243001 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:00.243368 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:00.243759 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:00.244128 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:00.245045 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:00.245407 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:00.245770 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:00.246131 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:00.249697 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:00.284451 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for floatingip, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:00.284789 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.l3_db [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Floating IP 0cdbc932-25df-4d07-87fd-0d71b9cb47fe disassociated (deleted). External IP: 172.27.2.199, port: 0f7271af-7522-4a70-b8fb-9b51b80cfe29. Jun 28 14:22:00.488323 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Router 3b047969-6568-4d82-a998-726e4d8e2658 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:22:00.591470 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:22:00.596265 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:00.600763 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90671cc1-ff75-4286-a6ac-c6f62aa62530 None None] Sync routers for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:22:00.609803 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90671cc1-ff75-4286-a6ac-c6f62aa62530 None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:22:00.610425 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-90671cc1-ff75-4286-a6ac-c6f62aa62530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:21:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:00.630739 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-b06c70c1-a3d7-45b0-8f76-e7f4e7a17612 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "DELETE /v2.0/floatingips/0cdbc932-25df-4d07-87fd-0d71b9cb47fe HTTP/1.1" status: 204 len: 168 time: 0.8532748 Jun 28 14:22:00.631424 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b88c17-ad49-4099-818d-695eb30606e1', 'tag': '0f7271af-7522-4a70-b8fb-9b51b80cfe29'}] {{(pid=93024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:22:00.633781 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57de81fc55b96f5fe3d2266ad050390b1d2e29b100cf4860e7301d44a90885d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2471ca3-cc9f-4779-99dc-a6bf000c725d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b88c17-ad49-4099-818d-695eb30606e1", "tag": "0f7271af-7522-4a70-b8fb-9b51b80cfe29"}]}' {{(pid=93024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:22:00.673086 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ee58fd-a68a-4332-a6a8-683984fae4e4 x-openstack-request-id: req-b7ee58fd-a68a-4332-a6a8-683984fae4e4 {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:22:00.673505 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b88c17-ad49-4099-818d-695eb30606e1", "tag": "0f7271af-7522-4a70-b8fb-9b51b80cfe29", "status": "completed", "code": 200}]} {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:22:00.673980 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7ee58fd-a68a-4332-a6a8-683984fae4e4 {{(pid=93024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:22:00.674517 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b88c17-ad49-4099-818d-695eb30606e1', 'tag': '0f7271af-7522-4a70-b8fb-9b51b80cfe29', 'status': 'completed', 'code': 200} Jun 28 14:22:00.718084 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-90671cc1-ff75-4286-a6ac-c6f62aa62530 None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:22:00.816915 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2471ca3-cc9f-4779-99dc-a6bf000c725d req-8930dc25-3e46-437d-b280-c6a9de4ace94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:00.818425 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d2471ca3-cc9f-4779-99dc-a6bf000c725d req-8930dc25-3e46-437d-b280-c6a9de4ace94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 1098 time: 0.0977550 Jun 28 14:22:00.909037 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2471ca3-cc9f-4779-99dc-a6bf000c725d req-a028273d-35fa-44a2-be7f-ae54784850d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:00.910571 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d2471ca3-cc9f-4779-99dc-a6bf000c725d req-a028273d-35fa-44a2-be7f-ae54784850d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 913 time: 0.0860670 Jun 28 14:22:00.957831 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d2471ca3-cc9f-4779-99dc-a6bf000c725d req-98a49d72-2a8f-4578-8678-a9ffb378b8f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f7271af-7522-4a70-b8fb-9b51b80cfe29 HTTP/1.1" status: 200 len: 217 time: 0.0404384 Jun 28 14:22:00.967276 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-90671cc1-ff75-4286-a6ac-c6f62aa62530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '3e592cbb-c16d-41b2-ade2-ce3963ba00f0', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'port_id': '96b60dc8-2d4a-4798-8050-8e34730f1c90', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'mac_address': 'fa:16:3e:8e:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:18:44Z', 'updated_at': '2021-06-28T14:18:46Z', 'revision_number': 1, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:00.993192 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90671cc1-ff75-4286-a6ac-c6f62aa62530 None None] Checking router: 3b047969-6568-4d82-a998-726e4d8e2658 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:22:01.001355 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90671cc1-ff75-4286-a6ac-c6f62aa62530 None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:22:01.001970 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-90671cc1-ff75-4286-a6ac-c6f62aa62530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:21:34Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:01.008244 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2471ca3-cc9f-4779-99dc-a6bf000c725d req-02daef85-614c-4bbc-80cc-fd7b90bfd9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:01.009693 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d2471ca3-cc9f-4779-99dc-a6bf000c725d req-02daef85-614c-4bbc-80cc-fd7b90bfd9a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf55ec17-2a82-43b3-bab0-b9a47fb5a225 HTTP/1.1" status: 200 len: 851 time: 0.0451541 Jun 28 14:22:01.014180 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6dd8b-bc8f-41be-a6e6-63bd38eb6802 req-e128ca21-96a7-44f0-aa9d-c0138c79e580 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:01.015663 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-57f6dd8b-bc8f-41be-a6e6-63bd38eb6802 req-e128ca21-96a7-44f0-aa9d-c0138c79e580 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 945 time: 0.0683489 Jun 28 14:22:01.054419 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-57f6dd8b-bc8f-41be-a6e6-63bd38eb6802 req-7bd338e2-59f2-4271-be26-5bc963f37c2c tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329113 Jun 28 14:22:01.081661 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2471ca3-cc9f-4779-99dc-a6bf000c725d req-9e703528-5be0-4fe6-8b74-6bde12eb22a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:01.083154 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d2471ca3-cc9f-4779-99dc-a6bf000c725d req-9e703528-5be0-4fe6-8b74-6bde12eb22a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a74200-ca06-4409-85f3-fa900ba8d0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0644150 Jun 28 14:22:01.106772 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-90671cc1-ff75-4286-a6ac-c6f62aa62530 None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:22:01.175070 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d2471ca3-cc9f-4779-99dc-a6bf000c725d req-02aa861e-f2d5-4d5b-9886-0a9f5cdadf01 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844646 Jun 28 14:22:01.264639 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-d2471ca3-cc9f-4779-99dc-a6bf000c725d req-2b61d923-944c-47bf-8cff-fb246d5da28a service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817099 Jun 28 14:22:01.324619 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-90671cc1-ff75-4286-a6ac-c6f62aa62530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '3e592cbb-c16d-41b2-ade2-ce3963ba00f0', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'port_id': '96b60dc8-2d4a-4798-8050-8e34730f1c90', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'mac_address': 'fa:16:3e:8e:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:18:44Z', 'updated_at': '2021-06-28T14:18:46Z', 'revision_number': 1, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:01.349857 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90671cc1-ff75-4286-a6ac-c6f62aa62530 None None] The sync data for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi is: [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_floatingips': [{'id': '3e592cbb-c16d-41b2-ade2-ce3963ba00f0', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'router_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'port_id': '96b60dc8-2d4a-4798-8050-8e34730f1c90', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'mac_address': 'fa:16:3e:8e:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:18:44Z', 'updated_at': '2021-06-28T14:18:46Z', 'revision_number': 1, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:22:01.386691 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-6b4f80b0-0f85-4211-bf46-318480607b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:01.564778 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e590b30-ab20-4647-b289-21030f6bcbda None None] New status for floating IP 0cdbc932-25df-4d07-87fd-0d71b9cb47fe: DOWN {{(pid=93026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:22:02.246907 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75ff8f-928d-498f-8b4c-fcdd51d748be req-89f3f800-0d82-4ae5-828e-87f2b7dfc4de tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:02.248314 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3f75ff8f-928d-498f-8b4c-fcdd51d748be req-89f3f800-0d82-4ae5-828e-87f2b7dfc4de tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 945 time: 0.0672901 Jun 28 14:22:02.289817 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3f75ff8f-928d-498f-8b4c-fcdd51d748be req-860fe4a0-a04b-4de1-8b39-8f16eaaa2562 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338104 Jun 28 14:22:02.674793 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adea12-33da-4a48-a67d-39fa5f8337fb req-9a7b7a97-cff0-486d-9250-64605940c548 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:02.676244 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-22adea12-33da-4a48-a67d-39fa5f8337fb req-9a7b7a97-cff0-486d-9250-64605940c548 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 945 time: 0.0615320 Jun 28 14:22:02.772876 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-22adea12-33da-4a48-a67d-39fa5f8337fb req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Deleting port 0f7271af-7522-4a70-b8fb-9b51b80cfe29 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:02.773109 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-22adea12-33da-4a48-a67d-39fa5f8337fb req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:02.860040 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-22adea12-33da-4a48-a67d-39fa5f8337fb req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] For port 0f7271af-7522-4a70-b8fb-9b51b80cfe29, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0f7271af-7522-4a70-b8fb-9b51b80cfe29,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:02.860389 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-22adea12-33da-4a48-a67d-39fa5f8337fb req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:02.872751 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-22adea12-33da-4a48-a67d-39fa5f8337fb req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Calling delete_port for 0f7271af-7522-4a70-b8fb-9b51b80cfe29 owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:02.997229 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-22adea12-33da-4a48-a67d-39fa5f8337fb req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:03.003410 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-e0ba3215-7be1-4f6e-b97e-5b9770016601 tempest-AttachVolumeNegativeTest-1295021056 tempest-AttachVolumeNegativeTest-1295021056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:03.029540 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event deleted for resources: {'Port': ['ID=0f7271af-7522-4a70-b8fb-9b51b80cfe29,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:03.038961 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:03.039359 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:03.039764 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:03.040142 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:03.040511 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:03.040879 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:03.041246 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:03.041609 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:03.042513 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:03.043224 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:03.043224 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:03.043582 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:03.049222 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:03.087109 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-22adea12-33da-4a48-a67d-39fa5f8337fb req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] No DVR routers for this DVR port 0f7271af-7522-4a70-b8fb-9b51b80cfe29 on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:22:03.090236 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-22adea12-33da-4a48-a67d-39fa5f8337fb req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:03.092215 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-22adea12-33da-4a48-a67d-39fa5f8337fb req-f0919535-17f7-45f1-92c2-f4089026dca9 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.55 "DELETE /v2.0/ports/0f7271af-7522-4a70-b8fb-9b51b80cfe29 HTTP/1.1" status: 204 len: 173 time: 0.4109104 Jun 28 14:22:03.092730 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b88c17-ad49-4099-818d-695eb30606e1', 'name': 'network-vif-deleted', 'tag': '0f7271af-7522-4a70-b8fb-9b51b80cfe29'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:22:03.094997 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef34ad1b-6250-4486-aa7c-387eb8f43049" -d '{"events": [{"server_uuid": "b3b88c17-ad49-4099-818d-695eb30606e1", "name": "network-vif-deleted", "tag": "0f7271af-7522-4a70-b8fb-9b51b80cfe29"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:22:03.196412 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2019694b-7f65-423e-959b-5962f26e8099 x-openstack-request-id: req-2019694b-7f65-423e-959b-5962f26e8099 {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:22:03.196762 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b88c17-ad49-4099-818d-695eb30606e1", "name": "network-vif-deleted", "tag": "0f7271af-7522-4a70-b8fb-9b51b80cfe29", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:22:03.197066 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2019694b-7f65-423e-959b-5962f26e8099 {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:22:03.197503 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b88c17-ad49-4099-818d-695eb30606e1', 'name': 'network-vif-deleted', 'tag': '0f7271af-7522-4a70-b8fb-9b51b80cfe29', 'status': 'completed', 'code': 200} Jun 28 14:22:03.435300 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3623d8a8-8431-4f56-b70a-3df6e9285fab req-b47442cc-183f-4335-8260-ca3544ecedbf tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3b88c17-ad49-4099-818d-695eb30606e1 HTTP/1.1" status: 200 len: 210 time: 0.0335083 Jun 28 14:22:03.891665 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-9466aa03-1ea6-492d-b8cc-40c3c46506c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:04.186556 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:05.122517 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:05.752092 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:22:06.138000 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 0f7271af-7522-4a70-b8fb-9b51b80cfe29 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:22:06.160803 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: 0f7271af-7522-4a70-b8fb-9b51b80cfe29 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:22:06.161157 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 0f7271af-7522-4a70-b8fb-9b51b80cfe29 not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:22:06.581447 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:06.741405 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34660) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:06.890288 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-49f6fdf0-4b8f-4130-b9f9-8833d23c16ff tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Deleting port f1fba5fe-dd9b-4fb3-9e94-c8775e7b24fc {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:06.890633 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-49f6fdf0-4b8f-4130-b9f9-8833d23c16ff tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:06.960541 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-49f6fdf0-4b8f-4130-b9f9-8833d23c16ff tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:06.960867 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-49f6fdf0-4b8f-4130-b9f9-8833d23c16ff tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:06.971874 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-49f6fdf0-4b8f-4130-b9f9-8833d23c16ff tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Calling delete_port for f1fba5fe-dd9b-4fb3-9e94-c8775e7b24fc owned by network:floatingip {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:07.115043 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-49f6fdf0-4b8f-4130-b9f9-8833d23c16ff tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:07.117584 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-5e0ce733-e17a-4cc5-80e0-1a8e6dded5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:07.143112 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6fdf0-4b8f-4130-b9f9-8833d23c16ff tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event deleted for resources: {'Port': ['ID=f1fba5fe-dd9b-4fb3-9e94-c8775e7b24fc,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:07.146179 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-49f6fdf0-4b8f-4130-b9f9-8833d23c16ff tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:07.201125 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-49f6fdf0-4b8f-4130-b9f9-8833d23c16ff tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for floatingip, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:07.201451 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.db.l3_db [None req-49f6fdf0-4b8f-4130-b9f9-8833d23c16ff tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Floating IP 3e592cbb-c16d-41b2-ade2-ce3963ba00f0 disassociated (deleted). External IP: 172.27.2.21, port: 96b60dc8-2d4a-4798-8050-8e34730f1c90. Jun 28 14:22:07.394703 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f6fdf0-4b8f-4130-b9f9-8833d23c16ff tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Router 3b047969-6568-4d82-a998-726e4d8e2658 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:22:07.498389 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f6fdf0-4b8f-4130-b9f9-8833d23c16ff tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:22:07.503154 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-49f6fdf0-4b8f-4130-b9f9-8833d23c16ff tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:07.507405 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6497cf0-aae0-49af-b87b-7e2ff58d4f5e None None] Sync routers for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:22:07.516468 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6497cf0-aae0-49af-b87b-7e2ff58d4f5e None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:22:07.517333 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-b6497cf0-aae0-49af-b87b-7e2ff58d4f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:22:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:07.539609 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-49f6fdf0-4b8f-4130-b9f9-8833d23c16ff tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "DELETE /v2.0/floatingips/3e592cbb-c16d-41b2-ade2-ce3963ba00f0 HTTP/1.1" status: 204 len: 168 time: 0.7971313 Jun 28 14:22:07.540305 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'tag': '96b60dc8-2d4a-4798-8050-8e34730f1c90'}] {{(pid=93024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:22:07.543179 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57de81fc55b96f5fe3d2266ad050390b1d2e29b100cf4860e7301d44a90885d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad808b00-20a5-47af-9608-9f48d15b2fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "de0a9608-3655-40e3-98fa-e8534ac6c9e1", "tag": "96b60dc8-2d4a-4798-8050-8e34730f1c90"}]}' {{(pid=93024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:22:07.581392 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95059b8d-8d33-420a-9383-9c1fb7074ed2 x-openstack-request-id: req-95059b8d-8d33-420a-9383-9c1fb7074ed2 {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:22:07.581953 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0a9608-3655-40e3-98fa-e8534ac6c9e1", "tag": "96b60dc8-2d4a-4798-8050-8e34730f1c90", "status": "completed", "code": 200}]} {{(pid=93024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:22:07.582261 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95059b8d-8d33-420a-9383-9c1fb7074ed2 {{(pid=93024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:22:07.582739 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'tag': '96b60dc8-2d4a-4798-8050-8e34730f1c90', 'status': 'completed', 'code': 200} Jun 28 14:22:07.624236 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-b6497cf0-aae0-49af-b87b-7e2ff58d4f5e None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:22:07.676738 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad808b00-20a5-47af-9608-9f48d15b2fe4 req-c3916889-b48c-471e-b324-6804634edb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:07.678410 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ad808b00-20a5-47af-9608-9f48d15b2fe4 req-c3916889-b48c-471e-b324-6804634edb64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 1098 time: 0.0531504 Jun 28 14:22:07.778648 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad808b00-20a5-47af-9608-9f48d15b2fe4 req-346a4d8d-cce2-4b88-b831-929861af3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:07.780277 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ad808b00-20a5-47af-9608-9f48d15b2fe4 req-346a4d8d-cce2-4b88-b831-929861af3e4b service neutron] 10.222.0.55 "GET /v2.0/networks?id=42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 200 len: 913 time: 0.0954962 Jun 28 14:22:07.819833 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-b6497cf0-aae0-49af-b87b-7e2ff58d4f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:07.846236 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6497cf0-aae0-49af-b87b-7e2ff58d4f5e None None] Checking router: 3b047969-6568-4d82-a998-726e4d8e2658 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:22:07.850084 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ad808b00-20a5-47af-9608-9f48d15b2fe4 req-872a55ed-38f4-47ac-b4ed-af2609cf41d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96b60dc8-2d4a-4798-8050-8e34730f1c90 HTTP/1.1" status: 200 len: 217 time: 0.0402873 Jun 28 14:22:07.855307 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6497cf0-aae0-49af-b87b-7e2ff58d4f5e None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:22:07.855958 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-b6497cf0-aae0-49af-b87b-7e2ff58d4f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:22:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:07.900133 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad808b00-20a5-47af-9608-9f48d15b2fe4 req-bf48b8e5-f530-4c38-a8f7-dd758489526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:07.902151 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ad808b00-20a5-47af-9608-9f48d15b2fe4 req-bf48b8e5-f530-4c38-a8f7-dd758489526c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf55ec17-2a82-43b3-bab0-b9a47fb5a225 HTTP/1.1" status: 200 len: 851 time: 0.0443208 Jun 28 14:22:07.908471 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f159e3f-9762-4760-90a8-cbf157fdf579 req-775be21d-3209-47ee-a997-41e3cd8ea879 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:07.910036 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2f159e3f-9762-4760-90a8-cbf157fdf579 req-775be21d-3209-47ee-a997-41e3cd8ea879 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 945 time: 0.0668490 Jun 28 14:22:07.949096 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [req-2f159e3f-9762-4760-90a8-cbf157fdf579 req-22c5ba10-bf1f-40f5-af45-d3a262b10342 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326395 Jun 28 14:22:07.959549 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad808b00-20a5-47af-9608-9f48d15b2fe4 req-a292bbd6-9485-4ad2-8554-542f2025ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:07.961093 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ad808b00-20a5-47af-9608-9f48d15b2fe4 req-a292bbd6-9485-4ad2-8554-542f2025ea6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a74200-ca06-4409-85f3-fa900ba8d0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526702 Jun 28 14:22:07.963784 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-b6497cf0-aae0-49af-b87b-7e2ff58d4f5e None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:22:08.051499 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ad808b00-20a5-47af-9608-9f48d15b2fe4 req-433f7471-487e-44dd-aed0-76117eca99bc service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831611 Jun 28 14:22:08.138933 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-ad808b00-20a5-47af-9608-9f48d15b2fe4 req-255c57bc-f648-495b-84ea-6cf48443af56 service neutron] 10.222.0.55 "GET /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800326 Jun 28 14:22:08.154949 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-b6497cf0-aae0-49af-b87b-7e2ff58d4f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:08.303575 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6497cf0-aae0-49af-b87b-7e2ff58d4f5e None None] The sync data for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi is: [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:15:45Z', 'revision_number': 4, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi', '_interfaces': [{'id': '15372f03-d878-49b7-a624-ef0bd41ef5e1', 'name': '', 'network_id': '42a74200-ca06-4409-85f3-fa900ba8d0fb', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'mac_address': 'fa:16:3e:14:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:44Z', 'updated_at': '2021-06-28T14:15:51Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'subnets': [{'id': 'bf55ec17-2a82-43b3-bab0-b9a47fb5a225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:22:08.510588 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d99765-f607-4e06-a321-8be936224924 None None] New status for floating IP 3e592cbb-c16d-41b2-ade2-ce3963ba00f0: DOWN {{(pid=93026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:22:09.123831 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbfdbc-c6d6-426b-9208-0f0e41602bce req-0543e9d1-e663-44d7-9d76-7fc8520f0736 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:09.125283 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3efbfdbc-c6d6-426b-9208-0f0e41602bce req-0543e9d1-e663-44d7-9d76-7fc8520f0736 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 945 time: 0.0652626 Jun 28 14:22:09.161785 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-3efbfdbc-c6d6-426b-9208-0f0e41602bce req-5974b70d-3ea4-44bb-a2e7-2ed8ad0a81f8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/security-groups?id=0462d693-201c-41f2-b7ca-10666147b964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310774 Jun 28 14:22:09.501841 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578b2ac-c38f-48a5-ab65-542a9718c316 req-4613b9ca-8546-47be-a6ab-580bfda1bd72 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:09.503342 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8578b2ac-c38f-48a5-ab65-542a9718c316 req-4613b9ca-8546-47be-a6ab-580bfda1bd72 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.55 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 945 time: 0.0613327 Jun 28 14:22:09.602587 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-8578b2ac-c38f-48a5-ab65-542a9718c316 req-aaeed95c-71a0-4d51-867a-ad8eed49b10a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Deleting port 96b60dc8-2d4a-4798-8050-8e34730f1c90 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:09.602930 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8578b2ac-c38f-48a5-ab65-542a9718c316 req-aaeed95c-71a0-4d51-867a-ad8eed49b10a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:09.686219 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [req-8578b2ac-c38f-48a5-ab65-542a9718c316 req-aaeed95c-71a0-4d51-867a-ad8eed49b10a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] For port 96b60dc8-2d4a-4798-8050-8e34730f1c90, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=96b60dc8-2d4a-4798-8050-8e34730f1c90,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:09.686577 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8578b2ac-c38f-48a5-ab65-542a9718c316 req-aaeed95c-71a0-4d51-867a-ad8eed49b10a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:09.698924 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [req-8578b2ac-c38f-48a5-ab65-542a9718c316 req-aaeed95c-71a0-4d51-867a-ad8eed49b10a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Calling delete_port for 96b60dc8-2d4a-4798-8050-8e34730f1c90 owned by compute:nova {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:09.823546 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8578b2ac-c38f-48a5-ab65-542a9718c316 req-aaeed95c-71a0-4d51-867a-ad8eed49b10a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:09.827153 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-16d4fc36-dadf-4c1e-816c-76ee4b65382c tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:09.851391 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeed95c-71a0-4d51-867a-ad8eed49b10a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event deleted for resources: {'Port': ['ID=96b60dc8-2d4a-4798-8050-8e34730f1c90,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:09.854884 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-aaeed95c-71a0-4d51-867a-ad8eed49b10a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:09.895829 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [req-8578b2ac-c38f-48a5-ab65-542a9718c316 req-aaeed95c-71a0-4d51-867a-ad8eed49b10a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] No DVR routers for this DVR port 96b60dc8-2d4a-4798-8050-8e34730f1c90 on host hv-cinder-76111 {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:22:09.898216 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [req-8578b2ac-c38f-48a5-ab65-542a9718c316 req-aaeed95c-71a0-4d51-867a-ad8eed49b10a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for port, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:09.900181 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-8578b2ac-c38f-48a5-ab65-542a9718c316 req-aaeed95c-71a0-4d51-867a-ad8eed49b10a tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.55 "DELETE /v2.0/ports/96b60dc8-2d4a-4798-8050-8e34730f1c90 HTTP/1.1" status: 204 len: 173 time: 0.3912489 Jun 28 14:22:09.900697 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'name': 'network-vif-deleted', 'tag': '96b60dc8-2d4a-4798-8050-8e34730f1c90'}] {{(pid=93023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:22:09.902982 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cbf7c1f7bfc35152612ba032ba7cbb4c43267d3dc172333431f6cc0daf8d3af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4db3d3-aae3-453e-bb7a-fba070400993" -d '{"events": [{"server_uuid": "de0a9608-3655-40e3-98fa-e8534ac6c9e1", "name": "network-vif-deleted", "tag": "96b60dc8-2d4a-4798-8050-8e34730f1c90"}]}' {{(pid=93023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:22:09.938903 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8d33e2-a50e-44bf-bbc1-fbf8629ab0ab x-openstack-request-id: req-fb8d33e2-a50e-44bf-bbc1-fbf8629ab0ab {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:22:09.939253 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0a9608-3655-40e3-98fa-e8534ac6c9e1", "name": "network-vif-deleted", "tag": "96b60dc8-2d4a-4798-8050-8e34730f1c90", "status": "completed", "code": 200}]} {{(pid=93023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:22:09.940263 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fb8d33e2-a50e-44bf-bbc1-fbf8629ab0ab {{(pid=93023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:22:09.940713 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0a9608-3655-40e3-98fa-e8534ac6c9e1', 'name': 'network-vif-deleted', 'tag': '96b60dc8-2d4a-4798-8050-8e34730f1c90', 'status': 'completed', 'code': 200} Jun 28 14:22:10.316367 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [req-4fb9ed79-8816-4441-a95f-341e86a57731 req-b059e602-948c-43a5-b543-57c1c244f576 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0a9608-3655-40e3-98fa-e8534ac6c9e1 HTTP/1.1" status: 200 len: 210 time: 0.0427985 Jun 28 14:22:11.411550 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34676) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:11.783332 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-c4f27abb-666e-4080-8309-b3f0265d62a5 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Deleting port fd58fc5e-48ec-41a2-8dc0-71b9b752c36f {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:11.783674 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c4f27abb-666e-4080-8309-b3f0265d62a5 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:11.855775 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c4f27abb-666e-4080-8309-b3f0265d62a5 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:11.856101 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c4f27abb-666e-4080-8309-b3f0265d62a5 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:11.866904 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-c4f27abb-666e-4080-8309-b3f0265d62a5 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Calling delete_port for fd58fc5e-48ec-41a2-8dc0-71b9b752c36f owned by network:floatingip {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:11.989163 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c4f27abb-666e-4080-8309-b3f0265d62a5 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:11.991814 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-4f8170b6-c2eb-4df5-ae0a-6553ef0fb9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:12.015296 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f27abb-666e-4080-8309-b3f0265d62a5 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event deleted for resources: {'Port': ['ID=fd58fc5e-48ec-41a2-8dc0-71b9b752c36f,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:12.018950 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-c4f27abb-666e-4080-8309-b3f0265d62a5 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:12.072422 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c4f27abb-666e-4080-8309-b3f0265d62a5 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for floatingip, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:12.074988 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c4f27abb-666e-4080-8309-b3f0265d62a5 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470954'] for floatingip, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:12.076136 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-c4f27abb-666e-4080-8309-b3f0265d62a5 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "DELETE /v2.0/floatingips/6b4dc932-39c4-43f1-9fce-f7a51779c8cb HTTP/1.1" status: 204 len: 168 time: 0.6635954 Jun 28 14:22:12.184731 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 96b60dc8-2d4a-4798-8050-8e34730f1c90 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:22:12.203770 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] No Port match for: 96b60dc8-2d4a-4798-8050-8e34730f1c90 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:22:12.204040 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Device 96b60dc8-2d4a-4798-8050-8e34730f1c90 not bound to the agent host hv-cinder-76111 {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:22:13.332040 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34688) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:13.388048 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ee74b75a-a409-4256-be5e-9210cac7d7e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:13.411584 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ee74b75a-a409-4256-be5e-9210cac7d7e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:13.475802 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ee74b75a-a409-4256-be5e-9210cac7d7e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:13.478488 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ee74b75a-a409-4256-be5e-9210cac7d7e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:13.479723 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-ee74b75a-a409-4256-be5e-9210cac7d7e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] 10.222.0.11 "DELETE /v2.0/security-groups/0462d693-201c-41f2-b7ca-10666147b964 HTTP/1.1" status: 204 len: 168 time: 0.1466885 Jun 28 14:22:13.480632 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-9e890985-3d18-4420-a49d-362ac4c727be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:13.496733 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74b75a-a409-4256-be5e-9210cac7d7e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0462d693-201c-41f2-b7ca-10666147b964,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:13.499078 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-ee74b75a-a409-4256-be5e-9210cac7d7e8 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:14.552199 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34694) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:14.987926 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3012d1b2-27af-4f6c-a8d1-c245a748fb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549623'] for router_interface, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:15.234372 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-3012d1b2-27af-4f6c-a8d1-c245a748fb0e admin admin] Deleting port 15372f03-d878-49b7-a624-ef0bd41ef5e1 {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:15.234707 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3012d1b2-27af-4f6c-a8d1-c245a748fb0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:15.309372 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [None req-3012d1b2-27af-4f6c-a8d1-c245a748fb0e admin admin] For port 15372f03-d878-49b7-a624-ef0bd41ef5e1, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=15372f03-d878-49b7-a624-ef0bd41ef5e1,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:15.309649 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3012d1b2-27af-4f6c-a8d1-c245a748fb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:15.321123 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-3012d1b2-27af-4f6c-a8d1-c245a748fb0e admin admin] Calling delete_port for 15372f03-d878-49b7-a624-ef0bd41ef5e1 owned by network:router_interface {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:15.490276 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3012d1b2-27af-4f6c-a8d1-c245a748fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:15.492930 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-8a3bb16b-3770-4f96-a7e6-1bc811fc49ea tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:15.516110 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012d1b2-27af-4f6c-a8d1-c245a748fb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=15372f03-d878-49b7-a624-ef0bd41ef5e1,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:15.519141 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-3012d1b2-27af-4f6c-a8d1-c245a748fb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:15.671296 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-3012d1b2-27af-4f6c-a8d1-c245a748fb0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705287'] for router_interface, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:15.871232 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3012d1b2-27af-4f6c-a8d1-c245a748fb0e admin admin] Router 3b047969-6568-4d82-a998-726e4d8e2658 has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:22:15.969748 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3012d1b2-27af-4f6c-a8d1-c245a748fb0e admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:22:15.976622 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-3012d1b2-27af-4f6c-a8d1-c245a748fb0e admin admin] 10.222.0.11 "PUT /v2.0/routers/3b047969-6568-4d82-a998-726e4d8e2658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4233685 Jun 28 14:22:15.977334 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34698) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:15.979421 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7d0e7-0536-4e67-bc19-f4822767125c None None] Sync routers for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:22:15.988446 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7d0e7-0536-4e67-bc19-f4822767125c None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:22:15.989065 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-f9a7d0e7-0536-4e67-bc19-f4822767125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:22:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:16.075174 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8304d40b-0273-49bb-8d3d-c640a9608eb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:16.088113 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-f9a7d0e7-0536-4e67-bc19-f4822767125c None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: dv-cinder-761113-15-iscsi {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:22:16.173202 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8304d40b-0273-49bb-8d3d-c640a9608eb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:16.224625 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-8304d40b-0273-49bb-8d3d-c640a9608eb9 admin admin] Deleting port ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:16.224960 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8304d40b-0273-49bb-8d3d-c640a9608eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:16.261616 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-f9a7d0e7-0536-4e67-bc19-f4822767125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:22:15Z', 'revision_number': 5, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port': {'id': 'ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047969-6568-4d82-a998-726e4d8e2658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:43Z', 'updated_at': '2021-06-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:16.286910 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7d0e7-0536-4e67-bc19-f4822767125c None None] Checking router: 3b047969-6568-4d82-a998-726e4d8e2658 for host: dv-cinder-761113-15-iscsi {{(pid=93025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:22:16.294963 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7d0e7-0536-4e67-bc19-f4822767125c None None] Routers {'3b047969-6568-4d82-a998-726e4d8e2658'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:22:16.295580 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-f9a7d0e7-0536-4e67-bc19-f4822767125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:22:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['3b047969-6568-4d82-a998-726e4d8e2658'], 'active': True} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:16.302762 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [None req-8304d40b-0273-49bb-8d3d-c640a9608eb9 admin admin] For port ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:16.303118 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8304d40b-0273-49bb-8d3d-c640a9608eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:16.314698 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-8304d40b-0273-49bb-8d3d-c640a9608eb9 admin admin] Calling delete_port for ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb owned by network:router_gateway {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:16.380124 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvr_db [None req-f9a7d0e7-0536-4e67-bc19-f4822767125c None None] Set router 3b047969-6568-4d82-a998-726e4d8e2658 gateway port host: None {{(pid=93025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:22:16.429972 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_hamode_db [None req-f9a7d0e7-0536-4e67-bc19-f4822767125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:22:16Z', 'revision_number': 6, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port_host': None}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:16.474033 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7d0e7-0536-4e67-bc19-f4822767125c None None] The sync data for ids ['3b047969-6568-4d82-a998-726e4d8e2658'] in dv-cinder-761113-15-iscsi is: [{'id': '3b047969-6568-4d82-a998-726e4d8e2658', 'name': 'tempest-TestVolumeBootPattern-1420983039-router', 'tenant_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:42Z', 'updated_at': '2021-06-28T14:22:16Z', 'revision_number': 6, 'project_id': 'a1d94a5d6e764e9b8d2a8b1ff09bc1c6', 'gw_port_host': None}] {{(pid=93025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:22:16.492682 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8304d40b-0273-49bb-8d3d-c640a9608eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:16.494838 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-195234d5-e03b-4bb4-856d-0a64f615f98b tempest-TestMinimumBasicScenario-1171783273 tempest-TestMinimumBasicScenario-1171783273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:16.517322 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304d40b-0273-49bb-8d3d-c640a9608eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:16.521050 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-8304d40b-0273-49bb-8d3d-c640a9608eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:16.578390 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8304d40b-0273-49bb-8d3d-c640a9608eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707218'] for router_gateway, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:16.662090 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8304d40b-0273-49bb-8d3d-c640a9608eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28729'] for router, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:16.664112 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8304d40b-0273-49bb-8d3d-c640a9608eb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:16.707502 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8304d40b-0273-49bb-8d3d-c640a9608eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706264'] for router, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:16.708188 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8304d40b-0273-49bb-8d3d-c640a9608eb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b047969-6568-4d82-a998-726e4d8e2658 {{(pid=93024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 14:22:16.712926 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-8304d40b-0273-49bb-8d3d-c640a9608eb9 admin admin] Notify callbacks [] for router, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:16.714046 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-8304d40b-0273-49bb-8d3d-c640a9608eb9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/3b047969-6568-4d82-a998-726e4d8e2658 HTTP/1.1" status: 204 len: 168 time: 0.7358041 Jun 28 14:22:16.716535 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34700) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:16.758586 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae378277-3f45-45cd-9bde-fed9420a6a7a admin admin] Deleting subnet bf55ec17-2a82-43b3-bab0-b9a47fb5a225 {{(pid=93024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:22:16.761421 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ae378277-3f45-45cd-9bde-fed9420a6a7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:16.799580 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ae378277-3f45-45cd-9bde-fed9420a6a7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640428'] for subnet, precommit_delete_associations {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:16.897554 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ae378277-3f45-45cd-9bde-fed9420a6a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722368'] for subnet, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:16.949508 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ae378277-3f45-45cd-9bde-fed9420a6a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6079573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6240845'] for subnet, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:16.952181 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-e4c575e8-f1da-4fa9-8bee-7c969b4eb56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:16.974186 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae378277-3f45-45cd-9bde-fed9420a6a7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf55ec17-2a82-43b3-bab0-b9a47fb5a225,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:16.976698 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-ae378277-3f45-45cd-9bde-fed9420a6a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:16.979991 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-ae378277-3f45-45cd-9bde-fed9420a6a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for subnet, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:16.981914 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-ae378277-3f45-45cd-9bde-fed9420a6a7a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bf55ec17-2a82-43b3-bab0-b9a47fb5a225 HTTP/1.1" status: 204 len: 168 time: 0.2643969 Jun 28 14:22:16.984370 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34702) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:16.985445 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5208b3b-f7f5-49c0-aa6c-f8fe6421036d None None] Network 42a74200-ca06-4409-85f3-fa900ba8d0fb requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:22:17.048970 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813611'] for network, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:17.102771 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] Deleting port 02c306df-a5fc-49f0-b612-137b583f6f53 {{(pid=93024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:17.103114 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:17.164638 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.db [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] For port 02c306df-a5fc-49f0-b612-137b583f6f53, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=02c306df-a5fc-49f0-b612-137b583f6f53,segment=NetworkSegment(ea02d02b-4ac0-43a2-a40b-9cb68f07796c),segment_id=ea02d02b-4ac0-43a2-a40b-9cb68f07796c)] {{(pid=93024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:17.164991 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:17.177135 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.plugin [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] Calling delete_port for 02c306df-a5fc-49f0-b612-137b583f6f53 owned by network:dhcp {{(pid=93024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:17.256666 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b262551-13cb-46d3-9e35-ed25dfbf8342 None None] DHCP port deletion for 42a74200-ca06-4409-85f3-fa900ba8d0fb request from dv-cinder-761113-15-iscsi {{(pid=93025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 14:22:17.262455 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6079643'] for port, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:17.264633 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-3012d1b2-27af-4f6c-a8d1-c245a748fb0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:17.282165 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 15372f03-d878-49b7-a624-ef0bd41ef5e1 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:22:17.288824 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] Pushing event deleted for resources: {'Port': ['ID=02c306df-a5fc-49f0-b612-137b583f6f53,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:17.291024 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:17.296066 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] No DVR routers for this DVR port 02c306df-a5fc-49f0-b612-137b583f6f53 on host dv-cinder-761113-15-iscsi {{(pid=93024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:22:17.303329 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: 15372f03-d878-49b7-a624-ef0bd41ef5e1 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:22:17.303708 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 15372f03-d878-49b7-a624-ef0bd41ef5e1 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:22:17.368795 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722966', 'neutron.services.segments.db._delete_segments_for_network-8749054792488'] for network, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:17.378149 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a74200-ca06-4409-85f3-fa900ba8d0fb']}} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:17.387940 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c') {'for_net_delete': True} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:17.388237 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.services.segments.db [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea02d02b-4ac0-43a2-a40b-9cb68f07796c') {} {{(pid=93024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:17.396483 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054738571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640469'] for segment, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:17.411609 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:17.417692 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:22:17.418196 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6079670'] for segment, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: Traceback (most recent call last): Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: timer() Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: cb(*args, **kw) Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: return func(*args, **kwargs) Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: self._notify() Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: self.callback(batched_events) Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: event.method(event) Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: return f(self, *a, **k) Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: return self._get(url).json() Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: return self.request(url, 'GET', **kwargs) Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:22:17.419839 dv-cinder-761113-15-iscsi neutron-server[93024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:22:17.475434 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707171'] for network, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:17.479061 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-cf775464-3af8-4e3f-ab89-eea594849704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:17.481787 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:17.483424 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] 10.222.0.11 "DELETE /v2.0/networks/42a74200-ca06-4409-85f3-fa900ba8d0fb HTTP/1.1" status: 204 len: 168 time: 0.4979317 Jun 28 14:22:17.486629 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 34704) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:17.501123 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] Pushing event deleted for resources: {'Network': ['ID=42a74200-ca06-4409-85f3-fa900ba8d0fb,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:17.506668 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a88da103-14c6-4982-8317-f30616370374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:17.815331 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ff088eb3-386c-4b78-9d32-da5936b59473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549623'] for router_interface, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:18.319683 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-ff088eb3-386c-4b78-9d32-da5936b59473 admin admin] Deleting port fbd07326-dd79-4a3f-b48c-66c98eef4d9d {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:18.320049 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ff088eb3-386c-4b78-9d32-da5936b59473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:18.395930 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-ff088eb3-386c-4b78-9d32-da5936b59473 admin admin] For port fbd07326-dd79-4a3f-b48c-66c98eef4d9d, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=fbd07326-dd79-4a3f-b48c-66c98eef4d9d,segment=NetworkSegment(6a64b966-9ed4-4d38-b4d9-873b264218ab),segment_id=6a64b966-9ed4-4d38-b4d9-873b264218ab)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:18.396283 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ff088eb3-386c-4b78-9d32-da5936b59473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:18.408681 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-ff088eb3-386c-4b78-9d32-da5936b59473 admin admin] Calling delete_port for fbd07326-dd79-4a3f-b48c-66c98eef4d9d owned by network:router_interface {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:18.599041 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ff088eb3-386c-4b78-9d32-da5936b59473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:18.600839 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-a4ddf875-9496-46ec-b17a-f627c6759693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:18.622081 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff088eb3-386c-4b78-9d32-da5936b59473 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd07326-dd79-4a3f-b48c-66c98eef4d9d,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:18.624605 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-ff088eb3-386c-4b78-9d32-da5936b59473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:18.801749 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-ff088eb3-386c-4b78-9d32-da5936b59473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705287'] for router_interface, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:18.827988 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 02c306df-a5fc-49f0-b612-137b583f6f53 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:22:18.848977 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: 02c306df-a5fc-49f0-b612-137b583f6f53 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:22:18.849397 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device 02c306df-a5fc-49f0-b612-137b583f6f53 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:22:18.849771 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:22:18.867498 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:22:18.867894 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device ac89b8bb-3cd8-4ae2-b50b-5f38be4624fb not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:22:19.004646 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff088eb3-386c-4b78-9d32-da5936b59473 admin admin] Router f5a4b83b-41ef-41c1-b0cc-d78f45022a2f has already been hosted by L3 agent 4b79d3f3-c6fe-4e5d-a289-7886e1109e2d {{(pid=93023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:22:19.110021 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff088eb3-386c-4b78-9d32-da5936b59473 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-iscsi the message routers_updated {{(pid=93023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:22:19.114829 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-ff088eb3-386c-4b78-9d32-da5936b59473 admin admin] 10.222.0.11 "PUT /v2.0/routers/f5a4b83b-41ef-41c1-b0cc-d78f45022a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6273534 Jun 28 14:22:19.117375 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 34706) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:19.118280 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeba347-33d2-4ab8-a93f-1698e81882f6 None None] Sync routers for ids ['f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'] in dv-cinder-761113-15-iscsi {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:22:19.127160 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeba347-33d2-4ab8-a93f-1698e81882f6 None None] Routers {'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:22:19.127799 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-faeba347-33d2-4ab8-a93f-1698e81882f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:22:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:19.218861 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6cbe093f-e8e9-48bb-b159-f32eb69ebbd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:19.228291 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-faeba347-33d2-4ab8-a93f-1698e81882f6 None None] Set router f5a4b83b-41ef-41c1-b0cc-d78f45022a2f gateway port host: dv-cinder-761113-15-iscsi {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:22:19.318318 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6cbe093f-e8e9-48bb-b159-f32eb69ebbd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:19.368602 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe093f-e8e9-48bb-b159-f32eb69ebbd2 admin admin] Deleting port c15c8eed-a31f-4151-821d-50e5b72d0b90 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:19.368851 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6cbe093f-e8e9-48bb-b159-f32eb69ebbd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:19.398144 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-faeba347-33d2-4ab8-a93f-1698e81882f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'name': 'tempest-TestVolumeBootPattern-897346284-router', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'external_fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c15c8eed-a31f-4151-821d-50e5b72d0b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:47Z', 'updated_at': '2021-06-28T14:22:18Z', 'revision_number': 5, 'project_id': '40c3134a9d374d7392586443e6fa4c5c', 'gw_port': {'id': 'c15c8eed-a31f-4151-821d-50e5b72d0b90', 'name': '', 'network_id': '25d2b976-e9c7-4b06-b7a5-7d02942f13af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:15:47Z', 'updated_at': '2021-06-28T14:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f54518c4-daef-4c21-aa2a-f2650e6cf176', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-iscsi'}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:19.426007 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeba347-33d2-4ab8-a93f-1698e81882f6 None None] Checking router: f5a4b83b-41ef-41c1-b0cc-d78f45022a2f for host: dv-cinder-761113-15-iscsi {{(pid=93026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:22:19.436655 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeba347-33d2-4ab8-a93f-1698e81882f6 None None] Routers {'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'} bound to L3 agent in host dv-cinder-761113-15-iscsi {{(pid=93026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:22:19.437283 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-faeba347-33d2-4ab8-a93f-1698e81882f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T13:57:04Z,description=,heartbeat_timestamp=2021-06-28T14:22:04Z,host='dv-cinder-761113-15-iscsi',id=4b79d3f3-c6fe-4e5d-a289-7886e1109e2d,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T13:57:04Z,topic='l3_agent')) {'router_ids': ['f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'], 'active': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:19.459206 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-6cbe093f-e8e9-48bb-b159-f32eb69ebbd2 admin admin] For port c15c8eed-a31f-4151-821d-50e5b72d0b90, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=c15c8eed-a31f-4151-821d-50e5b72d0b90,segment=NetworkSegment(bed74f33-85b2-4497-97b3-fcfbf20566a1),segment_id=bed74f33-85b2-4497-97b3-fcfbf20566a1)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:19.459565 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6cbe093f-e8e9-48bb-b159-f32eb69ebbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:19.471510 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe093f-e8e9-48bb-b159-f32eb69ebbd2 admin admin] Calling delete_port for c15c8eed-a31f-4151-821d-50e5b72d0b90 owned by network:router_gateway {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:19.522425 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvr_db [None req-faeba347-33d2-4ab8-a93f-1698e81882f6 None None] Set router f5a4b83b-41ef-41c1-b0cc-d78f45022a2f gateway port host: None {{(pid=93026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:22:19.572379 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.l3_hamode_db [None req-faeba347-33d2-4ab8-a93f-1698e81882f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'name': 'tempest-TestVolumeBootPattern-897346284-router', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:47Z', 'updated_at': '2021-06-28T14:22:19Z', 'revision_number': 6, 'project_id': '40c3134a9d374d7392586443e6fa4c5c', 'gw_port_host': None}], 'dv-cinder-761113-15-iscsi', False) {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:19.600764 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeba347-33d2-4ab8-a93f-1698e81882f6 None None] The sync data for ids ['f5a4b83b-41ef-41c1-b0cc-d78f45022a2f'] in dv-cinder-761113-15-iscsi is: [{'id': 'f5a4b83b-41ef-41c1-b0cc-d78f45022a2f', 'name': 'tempest-TestVolumeBootPattern-897346284-router', 'tenant_id': '40c3134a9d374d7392586443e6fa4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:15:47Z', 'updated_at': '2021-06-28T14:22:19Z', 'revision_number': 6, 'project_id': '40c3134a9d374d7392586443e6fa4c5c', 'gw_port_host': None}] {{(pid=93026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:22:19.636053 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6cbe093f-e8e9-48bb-b159-f32eb69ebbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:19.638238 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-083eb919-987b-42d9-9bb1-41988639db4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:19.662737 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe093f-e8e9-48bb-b159-f32eb69ebbd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15c8eed-a31f-4151-821d-50e5b72d0b90,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:19.666485 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-6cbe093f-e8e9-48bb-b159-f32eb69ebbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:19.720310 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6cbe093f-e8e9-48bb-b159-f32eb69ebbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-707218'] for router_gateway, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:19.808880 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6cbe093f-e8e9-48bb-b159-f32eb69ebbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28729'] for router, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:19.810944 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6cbe093f-e8e9-48bb-b159-f32eb69ebbd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:19.856949 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6cbe093f-e8e9-48bb-b159-f32eb69ebbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706264'] for router, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:19.857452 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbe093f-e8e9-48bb-b159-f32eb69ebbd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5a4b83b-41ef-41c1-b0cc-d78f45022a2f {{(pid=93023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 14:22:19.862308 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-6cbe093f-e8e9-48bb-b159-f32eb69ebbd2 admin admin] Notify callbacks [] for router, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:19.863450 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-6cbe093f-e8e9-48bb-b159-f32eb69ebbd2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f5a4b83b-41ef-41c1-b0cc-d78f45022a2f HTTP/1.1" status: 204 len: 168 time: 0.7451558 Jun 28 14:22:19.866011 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 34708) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:19.909850 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cafa9f4-8b78-4eda-8575-e2139991be57 admin admin] Deleting subnet 178bb9cb-af13-4ee1-816d-e9df46b468ff {{(pid=93023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:22:19.912684 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-5cafa9f4-8b78-4eda-8575-e2139991be57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:19.945486 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-5cafa9f4-8b78-4eda-8575-e2139991be57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6591841'] for subnet, precommit_delete_associations {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.032185 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-5cafa9f4-8b78-4eda-8575-e2139991be57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722368'] for subnet, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.084235 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-5cafa9f4-8b78-4eda-8575-e2139991be57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-24605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6809237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6093798'] for subnet, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.086550 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-e6e3cd5b-98d5-456c-b231-d5a69eb92351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:20.110121 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafa9f4-8b78-4eda-8575-e2139991be57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=178bb9cb-af13-4ee1-816d-e9df46b468ff,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:20.113179 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-5cafa9f4-8b78-4eda-8575-e2139991be57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:20.114166 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-5cafa9f4-8b78-4eda-8575-e2139991be57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.116042 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-5cafa9f4-8b78-4eda-8575-e2139991be57 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/178bb9cb-af13-4ee1-816d-e9df46b468ff HTTP/1.1" status: 204 len: 168 time: 0.2490427 Jun 28 14:22:20.118384 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [-] (93023) accepted ('10.222.0.11', 34710) {{(pid=93023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:20.121628 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8edb220-9d74-438f-a587-549124393712 None None] Network 799c857e-3218-4758-9b64-5410077d026d requested from dv-cinder-761113-15-iscsi {{(pid=93025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:22:20.188386 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813611'] for network, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.240812 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] Deleting port e7cc8243-1fa7-4b20-a5e7-fbabea945375 {{(pid=93023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:20.241163 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.302838 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.db [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] For port e7cc8243-1fa7-4b20-a5e7-fbabea945375, host dv-cinder-761113-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-iscsi',level=0,port_id=e7cc8243-1fa7-4b20-a5e7-fbabea945375,segment=NetworkSegment(6a64b966-9ed4-4d38-b4d9-873b264218ab),segment_id=6a64b966-9ed4-4d38-b4d9-873b264218ab)] {{(pid=93023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:20.303136 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.315427 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.plugin [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] Calling delete_port for e7cc8243-1fa7-4b20-a5e7-fbabea945375 owned by network:dhcp {{(pid=93023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:20.387540 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] DHCP port deletion for 799c857e-3218-4758-9b64-5410077d026d request from dv-cinder-761113-15-iscsi {{(pid=93025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 14:22:20.397905 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6809179'] for port, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.400972 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-0b5ff4bd-499a-4298-9c29-9a67170f71a8 tempest-VolumesSnapshotTestJSON-706310376 tempest-VolumesSnapshotTestJSON-706310376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:20.425490 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cc8243-1fa7-4b20-a5e7-fbabea945375,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:20.429017 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:20.429381 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] No DVR routers for this DVR port e7cc8243-1fa7-4b20-a5e7-fbabea945375 on host dv-cinder-761113-15-iscsi {{(pid=93023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:22:20.435427 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Deleting port e7cc8243-1fa7-4b20-a5e7-fbabea945375 {{(pid=93025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:20.435845 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054852895'] for port, before_delete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.501984 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.db [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] For port e7cc8243-1fa7-4b20-a5e7-fbabea945375, host dv-cinder-761113-15-iscsi, got binding levels [] {{(pid=93025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:20.502381 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-561624'] for port, precommit_delete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.508327 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722966', 'neutron.services.segments.db._delete_segments_for_network-8749054792488'] for network, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.514458 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Calling delete_port for e7cc8243-1fa7-4b20-a5e7-fbabea945375 owned by network:dhcp {{(pid=93025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:20.517321 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.ipam_backend_mixin [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Port e7cc8243-1fa7-4b20-a5e7-fbabea945375 was not found and therefore no delete operation was performed {{(pid=93025) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 14:22:20.518058 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799c857e-3218-4758-9b64-5410077d026d']}} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:20.518574 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1777757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054856753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054315767'] for port, after_delete {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.521222 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:20.528256 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a64b966-9ed4-4d38-b4d9-873b264218ab') {'for_net_delete': True} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:20.528553 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.services.segments.db [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a64b966-9ed4-4d38-b4d9-873b264218ab') {} {{(pid=93023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:20.537110 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054738571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6591768'] for segment, before_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.544963 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Pushing event deleted for resources: {'Port': ['ID=e7cc8243-1fa7-4b20-a5e7-fbabea945375,revision_number=None']} {{(pid=93025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:20.548185 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] No DVR routers for this DVR port e7cc8243-1fa7-4b20-a5e7-fbabea945375 on host dv-cinder-761113-15-iscsi {{(pid=93025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:22:20.554066 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374'] for segment, precommit_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.555211 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:20.555550 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:20.561312 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:20.561312 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:20.561312 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:20.561312 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:20.561312 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:20.561312 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:20.561312 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:20.561312 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:20.561312 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:20.561312 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-iscsi {{(pid=93025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:20.563001 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG oslo_concurrency.lockutils [None req-4e739011-d2ad-497e-8884-3c7eb36b675d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:20.565955 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=93023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:22:20.566420 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6809206'] for segment, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: Traceback (most recent call last): Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: timer() Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: cb(*args, **kw) Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: return func(*args, **kwargs) Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: self._notify() Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: self.callback(batched_events) Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: event.method(event) Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: return f(self, *a, **k) Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._get(url).json() Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: return self.request(url, 'GET', **kwargs) Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:22:20.568328 dv-cinder-761113-15-iscsi neutron-server[93023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:22:20.624607 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-856241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-707171'] for network, after_delete {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.628638 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:20.631118 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron_lib.callbacks.manager [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592948'] for network, before_response {{(pid=93023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.635299 dv-cinder-761113-15-iscsi neutron-server[93023]: INFO neutron.wsgi [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/799c857e-3218-4758-9b64-5410077d026d HTTP/1.1" status: 204 len: 168 time: 0.5137534 Jun 28 14:22:20.645447 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=799c857e-3218-4758-9b64-5410077d026d,revision_number=None']} {{(pid=93023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:20.648388 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG oslo_concurrency.lockutils [None req-7f913546-53ea-4e24-94af-0ff0465ffea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:20.744729 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34714) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:20.752066 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device c15c8eed-a31f-4151-821d-50e5b72d0b90 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:22:20.770605 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: c15c8eed-a31f-4151-821d-50e5b72d0b90 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:22:20.770959 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device c15c8eed-a31f-4151-821d-50e5b72d0b90 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:22:20.771379 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device fbd07326-dd79-4a3f-b48c-66c98eef4d9d no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:22:20.785241 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-e83feeda-80a0-4b59-9844-701fa2fd9ee9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1d94a5d6e764e9b8d2a8b1ff09bc1c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386610 Jun 28 14:22:20.787510 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34716) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:20.793428 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: fbd07326-dd79-4a3f-b48c-66c98eef4d9d {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:22:20.793780 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device fbd07326-dd79-4a3f-b48c-66c98eef4d9d not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:22:20.794193 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device e7cc8243-1fa7-4b20-a5e7-fbabea945375 no longer exists at agent ovs-agent-dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:22:20.811855 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.plugin [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] No Port match for: e7cc8243-1fa7-4b20-a5e7-fbabea945375 {{(pid=93025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:22:20.812210 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron.plugins.ml2.rpc [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Device e7cc8243-1fa7-4b20-a5e7-fbabea945375 not bound to the agent host dv-cinder-761113-15-iscsi {{(pid=93025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:22:20.839378 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c13961b1-c90d-48ee-8590-ad59e6de30eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.860191 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c13961b1-c90d-48ee-8590-ad59e6de30eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.905303 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c13961b1-c90d-48ee-8590-ad59e6de30eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.907859 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-c13961b1-c90d-48ee-8590-ad59e6de30eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:20.908916 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-c13961b1-c90d-48ee-8590-ad59e6de30eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/74cd8a18-4999-4cb5-aaa2-fae14eee69cc HTTP/1.1" status: 204 len: 168 time: 0.1203637 Jun 28 14:22:20.909667 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-2928c88b-35d8-4cea-bbbf-00cf46e36959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:20.917018 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13961b1-c90d-48ee-8590-ad59e6de30eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cd8a18-4999-4cb5-aaa2-fae14eee69cc,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:20.919425 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-c13961b1-c90d-48ee-8590-ad59e6de30eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:21.216324 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34722) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:21.255408 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-2206c52a-f915-4c58-ae50-2e9180fe1ea7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=40c3134a9d374d7392586443e6fa4c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377469 Jun 28 14:22:21.257675 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [-] (93024) accepted ('10.222.0.11', 34724) {{(pid=93024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:21.303034 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-32c8bae5-8688-4e3d-b7a0-07664a007720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:21.323841 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-32c8bae5-8688-4e3d-b7a0-07664a007720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:21.369334 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-32c8bae5-8688-4e3d-b7a0-07664a007720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-344609'] for security_group, after_delete {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:21.372426 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron_lib.callbacks.manager [None req-32c8bae5-8688-4e3d-b7a0-07664a007720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:21.373537 dv-cinder-761113-15-iscsi neutron-server[93024]: INFO neutron.wsgi [None req-32c8bae5-8688-4e3d-b7a0-07664a007720 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c241a8a-8949-4acc-b282-6eec76a21298 HTTP/1.1" status: 204 len: 168 time: 0.1149867 Jun 28 14:22:21.374382 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-a0394a6e-1ec2-4322-b98c-e857d130c122 tempest-TestVolumeBootPattern-46726847 tempest-TestVolumeBootPattern-46726847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:21.382103 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8bae5-8688-4e3d-b7a0-07664a007720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c241a8a-8949-4acc-b282-6eec76a21298,revision_number=None']} {{(pid=93024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:21.384402 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG oslo_concurrency.lockutils [None req-32c8bae5-8688-4e3d-b7a0-07664a007720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:26.907939 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:31.377063 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8f43-19c1-47af-8244-e30e3d332db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:33.892293 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-8ccfb502-0bbb-48ec-9b52-7eadfe0998dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:34.187782 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:35.125792 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:36.584351 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:42.749798 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:22:43.480103 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [req-bdfb1beb-b846-47de-a8ea-c283c9ce3031 req-b091812f-a35d-4170-bac4-9013f650d803 service neutron] (93024) timed out ('10.222.0.55', 64224) {{(pid=93024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 14:22:56.923389 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:01.377047 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-df7ea32d-4152-4685-8240-af4c11dd8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:03.891570 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-a4ff6637-b633-4486-bda6-f3a20a5442f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:04.188540 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:05.127534 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:06.587956 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:19.748582 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:23:26.922941 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:31.375621 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-eb9e406b-211b-438b-abb1-e95360aece25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:33.898918 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-0445de6c-419b-44d7-8893-61e7c4adeea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:34.188822 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:35.130813 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:36.592624 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:56.747169 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:23:56.921687 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:01.375108 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-76e8cc46-c0ed-45db-9557-9a0b6be2c2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:03.889484 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-6f31ee53-318e-43dc-b32e-3655984c71fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:04.189465 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:05.132330 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:06.596693 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:26.936852 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:31.374846 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-9b3285d0-5673-4475-abaa-26a838afe8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:33.745077 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:24:33.889056 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-b6152c12-1593-4507-b1eb-a6c3c9a6fd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:34.190359 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:35.134772 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:36.600407 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:56.937488 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:01.375738 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-b58c9e4e-f071-4c66-b907-2aaec1c50067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:03.889071 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-477d3bce-cf5b-437d-9e81-342a9c4f18cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:04.190186 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:05.137044 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:06.602036 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:10.742876 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:25:26.951715 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:29.892731 dv-cinder-761113-15-iscsi neutron-server[93024]: DEBUG neutron.wsgi [req-6ba960ea-ccce-472f-acf6-042df8c3e942 req-1d85a651-10fd-44d4-b22d-f03f19b6488d service neutron] (93024) timed out ('10.222.0.11', 59052) {{(pid=93024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 14:25:31.374426 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-b9c6bb65-4b97-4949-8fbc-2d1aaff731cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:32.202462 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [req-ca02719f-706e-4dc7-9764-6e5707ce040d req-4c9d7e42-ee0e-4588-93c9-341bda6c28f8 service neutron] (93023) timed out ('10.222.0.11', 57580) {{(pid=93023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 14:25:33.889143 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-e7da4fb8-ad07-4f79-bbd4-e829e9941761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:34.191282 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:35.138919 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:36.608343 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:47.740703 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:25:56.958991 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:01.373768 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-d2bd66e2-060f-451a-8b38-580ac73832a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:03.889389 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-822437a4-00f1-429a-a9e0-3fa9f8bd8bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:04.191607 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:05.142932 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:06.609633 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:24.740109 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:26:26.964595 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.373685 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-6eeaee5f-7600-45f3-9754-5691c3086153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:33.890538 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-7fdde6cc-b1b8-4901-bb94-b5cc31ad58d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:34.192508 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:35.143604 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:36.612301 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:56.972893 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:01.373214 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-d55f6d7e-6d73-4adc-b472-dfdd237bc7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:01.739166 dv-cinder-761113-15-iscsi neutron-server[93026]: DEBUG neutron.db.agents_db [None req-c6153a44-5ec1-4aec-91ba-f5895347ac63 None None] Agent healthcheck: found 6 active agents {{(pid=93026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:27:03.890986 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-4b1fad82-95c2-4a9d-b9aa-359f0db7fd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:04.192667 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:05.145957 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:06.615255 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:22.573535 dv-cinder-761113-15-iscsi neutron-server[93023]: DEBUG neutron.wsgi [req-fe8952b2-dce9-49d4-bc6e-d6ea194c6828 req-6cc352ed-9421-4b1d-b182-e184bea9387a service neutron] (93023) timed out ('10.222.0.55', 64214) {{(pid=93023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 14:27:26.962383 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-cce469e0-7c5b-4345-a0c6-91bb04527481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:31.373798 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-4898bf70-6274-4a49-9e29-49696d67f0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:33.891643 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-b2c483c3-0eed-4b12-aebd-631b74a32cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:34.192429 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-48e5f93f-4328-41a1-8bde-0158c90b9e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:35.148269 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-54d180dc-ed05-4cb9-a9a1-e073c596a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:36.618407 dv-cinder-761113-15-iscsi neutron-server[93025]: DEBUG neutron_lib.callbacks.manager [None req-5f814984-6bc1-4fce-93da-8e2e9e08a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054792470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1749504'] for agent, after_update {{(pid=93025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}